-- Logs begin at Wed 2021-06-16 15:26:58 UTC, end at Wed 2021-06-16 16:22:26 UTC. -- Jun 16 15:57:00.433128 dv-cinder-796114-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 16 15:57:03.130429 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.common.config [-] Logging enabled! Jun 16 15:57:03.131041 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev352 Jun 16 15:57:03.131197 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91767) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 16 15:57:03.134452 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.common.config [-] Logging enabled! Jun 16 15:57:03.134711 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev352 Jun 16 15:57:03.135025 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91767) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 16 15:57:03.135952 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 15:57:03.136189 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 15:57:03.136547 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 15:57:03.136795 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 15:57:03.137022 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 15:57:03.137343 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:03.137663 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:03.137958 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:03.138190 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:03.138487 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:03.138780 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:03.139070 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:03.139362 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:03.140236 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:03.140537 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:03.140824 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:03.141109 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:03.141342 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:03.141657 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:03.141949 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:03.142238 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:03.142464 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] debug = True {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:03.142746 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:03.143173 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:03.143584 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:03.143869 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:03.144165 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:03.144449 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:03.144723 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:03.144998 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:03.145295 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:03.145640 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] host = dv-cinder-796114-3-iscsi {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:03.145921 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:03.146209 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:03.146495 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:03.146779 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:03.147056 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:03.147334 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:03.147619 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:03.147893 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:03.148165 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] log_file = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:03.148442 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:03.148728 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:03.149013 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:03.149301 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:03.149552 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:03.149778 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:03.150065 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:03.150355 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:03.150634 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:03.150908 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:03.151184 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:03.151461 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:03.151738 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:03.152008 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:03.152295 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:03.152578 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:03.152863 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:03.153138 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:03.153437 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:03.153715 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:03.153988 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:03.154277 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:03.154552 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:03.154826 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:03.155100 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:03.155568 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:03.155921 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:03.156207 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:03.156513 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:03.156803 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:03.157089 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:03.157385 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:03.157676 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:03.157959 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:03.158234 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:03.158508 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:03.158783 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] use_json = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:03.159057 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:03.159330 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:03.159615 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:03.159886 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:03.160158 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:03.160431 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:03.160705 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:03.160985 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:03.161278 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.161599 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.161900 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.162184 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.162476 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.162756 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.163053 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.163321 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.163610 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.163897 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.164193 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.164473 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.164760 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.165039 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.165332 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.165661 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.165957 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.166248 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.166525 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.166799 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.167073 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.167350 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.167640 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.167937 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.168229 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.168505 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.168784 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.169076 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.169352 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.169646 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.169927 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.170215 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.170492 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.170769 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.171125 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.171585 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.171865 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.172144 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.172425 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.172719 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.173000 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.173276 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.173574 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.173855 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.174130 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.174430 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.174701 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.174976 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.175248 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.175526 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.175802 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.176077 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.176354 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.176627 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.176906 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.177179 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.177484 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.177760 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.178036 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.178311 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.178584 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.178857 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.179134 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.179408 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.179683 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.179959 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.180236 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.180529 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.180825 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.181119 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.181422 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.181705 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.181988 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.182264 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.182542 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.182822 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.183103 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.183386 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.183655 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.183947 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.184239 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.184527 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.184810 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.185092 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.185412 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.185697 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.185982 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.186267 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.187068 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.187491 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.187779 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.188077 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.188372 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.188668 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.188964 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.189257 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.189570 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.189883 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.190167 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:03.190387 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 15:57:03.190630 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91767) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 16 15:57:03.556727 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:57:03.556997 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:57:03.557283 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:57:03.557634 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 16 15:57:03.947715 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:03.948003 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:03.948279 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:03.949611 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:03.949886 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:03.950150 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:03.984005 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:03.984302 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:03.984639 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:03.997563 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:03.997842 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:03.998108 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:04.026841 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:04.027120 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:04.027388 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:04.063319 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:04.063598 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:04.063865 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:04.293653 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:04.294269 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:04.294269 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:04.294438 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:04.295295 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:04.418187 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:04.418502 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:04.418782 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:04.419052 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:04.419321 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:04.419637 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:04.419892 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:04.420146 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:04.420396 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:04.420674 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:04.420992 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:04.421259 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:04.421543 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:04.421809 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:04.422062 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:04.422326 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:04.422592 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:04.422854 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:04.423119 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:04.423370 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:04.423649 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:04.423993 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:04.424240 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:04.424518 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:04.424765 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:04.425009 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:04.425418 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91767) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 15:57:04.425662 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91767) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 15:57:04.425897 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91767) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 15:57:04.426137 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91767) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 15:57:04.426367 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91767) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 15:57:04.426603 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91767) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 15:57:04.427880 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 16 15:57:04.430947 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 16 15:57:04.434835 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 16 15:57:04.438800 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Jun 16 15:57:04.440400 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 16 15:57:04.440847 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 16 15:57:04.441174 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 16 15:57:04.441840 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 16 15:57:04.444602 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 16 15:57:04.444855 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 16 15:57:04.445195 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 16 15:57:04.473095 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 16 15:57:04.473552 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:04.473849 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91767) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 16 15:57:04.474209 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:04.475550 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91767) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 16 15:57:04.475830 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 16 15:57:04.476076 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 16 15:57:04.479304 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:04.479591 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:04.544836 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 16 15:57:04.545020 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 16 15:57:04.545258 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 16 15:57:04.545658 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 16 15:57:04.567083 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_db.sqlalchemy.engines [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91767) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 16 15:57:05.142185 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.plugins.ml2.managers [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Initializing driver for type 'gre' Jun 16 15:57:05.142815 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] gre ID ranges: [(1, 1000)] Jun 16 15:57:05.203109 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.plugins.ml2.managers [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Initializing driver for type 'local' Jun 16 15:57:05.203452 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.plugins.ml2.managers [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Initializing driver for type 'vlan' Jun 16 15:57:05.218305 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] VlanTypeDriver initialization complete Jun 16 15:57:05.218636 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.plugins.ml2.managers [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Initializing driver for type 'vxlan' Jun 16 15:57:05.219141 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] vxlan ID ranges: [(1, 1000)] Jun 16 15:57:05.275812 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.plugins.ml2.managers [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Initializing extension driver 'port_security' Jun 16 15:57:05.276194 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.plugins.ml2.extensions.port_security [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] PortSecurityExtensionDriver initialization complete Jun 16 15:57:05.276572 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.plugins.ml2.managers [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Initializing mechanism driver 'openvswitch' Jun 16 15:57:05.276926 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.plugins.ml2.managers [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Initializing mechanism driver 'hyperv' Jun 16 15:57:05.284499 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.plugins.ml2.plugin [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:57:05.285288 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Subscribe: > port after_create 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:05.285696 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Subscribe: > port after_update 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:05.286062 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Subscribe: > port after_delete 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:05.286460 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Subscribe: > subnet after_create 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:05.286824 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Subscribe: > subnet after_update 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:05.287183 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Subscribe: > subnet after_delete 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:05.287573 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Subscribe: > network after_create 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:05.287917 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Subscribe: > network after_update 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:05.288256 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Subscribe: > network after_delete 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:05.288644 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Subscribe: > security_group after_create 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:05.288995 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Subscribe: > security_group after_update 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:05.289333 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Subscribe: > security_group after_delete 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:05.289742 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:05.290098 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:05.290439 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:05.290824 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Subscribe: > address_group after_create 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:05.291177 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Subscribe: > address_group after_update 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:05.291524 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Subscribe: > address_group after_delete 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:05.291866 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] ML2 OVO RPC backend initialized. {{(pid=91767) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 16 15:57:05.292576 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Subscribe: > router_interface after_create 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:05.292932 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:05.293352 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Subscribe: > network before_response 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:05.293725 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Subscribe: > networks before_response 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:05.294522 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Subscribe: > port before_response 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:05.294522 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Subscribe: > ports before_response 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:05.294776 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Subscribe: > subnet before_response 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:05.295074 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Subscribe: > subnets before_response 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:05.295423 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Subscribe: > network after_create 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:05.295763 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Subscribe: > network after_update 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:05.296225 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Subscribe: > network after_delete 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:05.296807 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Subscribe: > port after_create 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:05.297287 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Subscribe: > port after_update 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:05.297661 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Subscribe: > port after_delete 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:05.298020 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Subscribe: > subnet after_create 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:05.298363 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Subscribe: > subnet after_update 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:05.298705 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Subscribe: > subnet after_delete 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:05.299293 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.plugins.ml2.plugin [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Modular L2 Plugin initialization complete Jun 16 15:57:05.299620 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading services supported by the core plugin {{(pid=91767) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 16 15:57:05.300270 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.plugins.ml2.managers [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Got port-security extension from driver 'port_security' Jun 16 15:57:05.300424 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.extensions.vlantransparent [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Disabled vlantransparent extension. Jun 16 15:57:05.300925 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91767) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 16 15:57:05.301304 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading Plugin: router Jun 16 15:57:05.342529 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Subscribe: > router_interface before_create 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:05.342980 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Subscribe: > router after_create 55549900 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:05.343573 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Subscribe: > router before_create 55549900 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:05.344034 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:05.344413 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:05.344775 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Subscribe: > router after_delete 55549900 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:05.345142 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Subscribe: > floatingip after_update 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:05.345565 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Subscribe: > router after_create 55549900 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:05.345921 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Subscribe: > router after_update 55549900 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:05.346275 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Subscribe: > router after_update 55549900 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:05.346630 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:05.346988 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Subscribe: > router after_update 55549900 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:05.347400 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Subscribe: > router precommit_update 55549900 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:05.347775 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Subscribe: port after_update 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:05.348119 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Subscribe: port after_delete 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:05.348463 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Subscribe: subnet after_update 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:05.348803 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:05.349153 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Subscribe: > port precommit_delete 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:05.349530 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Subscribe: > router precommit_create 55549900 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:05.349876 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Subscribe: port before_delete 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:05.350219 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Subscribe: > router precommit_create 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:05.350580 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Subscribe: > router after_update 55549900 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:05.350925 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Subscribe: > router precommit_delete 55549900 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:05.351280 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Subscribe: > router precommit_create 55549900 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:05.351642 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Subscribe: > router_interface after_create 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:05.351988 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Subscribe: > router precommit_update 55549900 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:05.352364 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Subscribe: > network after_delete 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:05.353263 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.quota.resource_registry [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Tracking information for resource: router configured {{(pid=91767) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 15:57:05.353631 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.quota.resource_registry [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Tracking information for resource: floatingip configured {{(pid=91767) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 15:57:05.359632 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.db.l3_agentschedulers_db [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 16 15:57:05.360350 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Subscribe: port after_update 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:05.360724 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Subscribe: port after_create 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:05.361115 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Subscribe: port after_delete 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:05.361505 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Subscribe: port after_update 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:05.362330 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Subscribe: > router before_create 55550100 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:05.362702 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Subscribe: > router precommit_delete 55550100 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:05.363065 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Subscribe: > router precommit_create 55550100 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:05.363427 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Subscribe: > router precommit_update 55550100 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:05.370328 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.services.provider_configuration [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Service providers = [] {{(pid=91767) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 16 15:57:05.370720 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.db.servicetype_db [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91767) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 16 15:57:05.374899 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.services.service_base [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91767) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 15:57:05.375248 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.services.service_base [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91767) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 15:57:05.375592 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.services.service_base [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91767) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 15:57:05.376730 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.services.service_base [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91767) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 15:57:05.377106 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.services.service_base [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 16 15:57:05.377528 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91767) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 15:57:05.377854 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 16 15:57:05.388814 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91767) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 15:57:05.389154 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading Plugin: auto_allocate Jun 16 15:57:05.395740 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Subscribe: network precommit_update 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:05.396061 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Subscribe: network precommit_create 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:05.396593 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91767) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 15:57:05.396918 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading Plugin: tag Jun 16 15:57:05.404280 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91767) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 15:57:05.404826 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading Plugin: timestamp Jun 16 15:57:05.410546 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91767) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 15:57:05.410883 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading Plugin: network_ip_availability Jun 16 15:57:05.416567 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:05.416952 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:05.417315 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:05.418085 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91767) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 15:57:05.418411 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading Plugin: flavors Jun 16 15:57:05.423401 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91767) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 15:57:05.423740 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading Plugin: revisions Jun 16 15:57:05.428088 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91767) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 15:57:05.428491 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_concurrency.lockutils [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.871s {{(pid=91767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:57:05.429239 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91767) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 16 15:57:05.429615 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Initializing extension manager. Jun 16 15:57:05.430137 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: __init__.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.430484 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: __pycache__ {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.430822 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.431158 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: address_group.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.431921 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.432495 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loaded extension: address-group Jun 16 15:57:05.432824 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: address_scope.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.433567 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.434080 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loaded extension: address-scope Jun 16 15:57:05.434403 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: admin_state_down_before_update.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.435323 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.435837 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loaded extension: router-admin-state-down-before-update Jun 16 15:57:05.436162 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: agent.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.437448 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.437959 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loaded extension: agent Jun 16 15:57:05.438282 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: agent_resources_synced.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.439182 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.439693 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loaded extension: agent-resources-synced Jun 16 15:57:05.440026 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: allowedaddresspairs.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.442276 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.442801 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loaded extension: allowed-address-pairs Jun 16 15:57:05.443131 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: auto_allocated_topology.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.444201 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.444713 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loaded extension: auto-allocated-topology Jun 16 15:57:05.445042 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: availability_zone.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.445765 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.446273 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loaded extension: availability_zone Jun 16 15:57:05.446604 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: availability_zone_filter.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.447515 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.448020 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loaded extension: availability_zone_filter Jun 16 15:57:05.448345 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: data_plane_status.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.449244 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.449782 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Extension data-plane-status not supported by any of loaded plugins Jun 16 15:57:05.450107 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: default_subnetpools.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.451013 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.451527 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loaded extension: default-subnetpools Jun 16 15:57:05.451852 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: dhcpagentscheduler.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.453348 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.453886 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loaded extension: dhcp_agent_scheduler Jun 16 15:57:05.454217 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: dns.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.455130 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.455639 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Extension dns-integration not supported by any of loaded plugins Jun 16 15:57:05.455965 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: dns_domain_ports.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.456872 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.457483 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 16 15:57:05.457732 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: dvr.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.458507 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.459021 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loaded extension: dvr Jun 16 15:57:05.459348 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: empty_string_filtering.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.460250 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.460758 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loaded extension: empty-string-filtering Jun 16 15:57:05.461079 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.462006 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.462512 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 16 15:57:05.462833 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.463734 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.464241 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 16 15:57:05.464562 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: external_net.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.465484 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.465999 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loaded extension: external-net Jun 16 15:57:05.466326 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: extra_dhcp_opt.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.467224 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.467779 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loaded extension: extra_dhcp_opt Jun 16 15:57:05.468226 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: extraroute.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.469186 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.469735 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loaded extension: extraroute Jun 16 15:57:05.470064 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: extraroute_atomic.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.471100 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.471612 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loaded extension: extraroute-atomic Jun 16 15:57:05.471937 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: filter_validation.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.472604 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.473107 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loaded extension: filter-validation Jun 16 15:57:05.473469 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: fip_pf_description.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.474364 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.474871 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 16 15:57:05.475198 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: fip_port_details.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.476100 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.476609 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loaded extension: fip-port-details Jun 16 15:57:05.476934 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: flavors.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.478186 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.478702 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loaded extension: flavors Jun 16 15:57:05.479032 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.480705 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.481224 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 16 15:57:05.481590 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: floatingip_pools.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.482288 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.482797 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loaded extension: floatingip-pools Jun 16 15:57:05.483125 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: ip_allocation.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.484154 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.484668 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Extension ip_allocation not supported by any of loaded plugins Jun 16 15:57:05.484998 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.485941 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.486454 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loaded extension: ip-substring-filtering Jun 16 15:57:05.486784 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: l2_adjacency.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.487711 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.488220 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Extension l2_adjacency not supported by any of loaded plugins Jun 16 15:57:05.488546 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: l3.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.489559 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.490077 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loaded extension: router Jun 16 15:57:05.490404 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: l3_conntrack_helper.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.492796 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.493415 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 16 15:57:05.493758 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.494741 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.495255 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loaded extension: ext-gw-mode Jun 16 15:57:05.495586 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.496522 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.497060 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loaded extension: l3-ha Jun 16 15:57:05.497413 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: l3_flavors.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.498377 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.498893 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loaded extension: l3-flavors Jun 16 15:57:05.499837 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.500806 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.501320 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loaded extension: l3-port-ip-change-not-allowed Jun 16 15:57:05.501673 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: l3agentscheduler.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.502719 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.503253 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loaded extension: l3_agent_scheduler Jun 16 15:57:05.503577 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: logging.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.505390 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.505615 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Extension logging not supported by any of loaded plugins Jun 16 15:57:05.505950 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: metering.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.506689 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.507278 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loaded extension: metering Jun 16 15:57:05.507608 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.508693 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.509216 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loaded extension: metering_source_and_destination_fields Jun 16 15:57:05.509570 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: multiprovidernet.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.510490 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.511005 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loaded extension: multi-provider Jun 16 15:57:05.511330 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: netmtu.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.512232 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.512744 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loaded extension: net-mtu Jun 16 15:57:05.513122 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: netmtu_writable.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.514008 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.514518 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loaded extension: net-mtu-writable Jun 16 15:57:05.515427 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: network_availability_zone.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.516097 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.516600 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loaded extension: network_availability_zone Jun 16 15:57:05.516921 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: network_ip_availability.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.518041 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.518590 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loaded extension: network-ip-availability Jun 16 15:57:05.518924 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: network_segment_range.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.519683 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.520191 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Extension network-segment-range not supported by any of loaded plugins Jun 16 15:57:05.520516 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: pagination.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.521518 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.521855 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loaded extension: pagination Jun 16 15:57:05.522179 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: port_device_profile.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.523077 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.523596 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loaded extension: port-device-profile Jun 16 15:57:05.523922 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.524848 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.525382 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loaded extension: port-mac-address-regenerate Jun 16 15:57:05.525718 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.526623 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.527133 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loaded extension: port-numa-affinity-policy Jun 16 15:57:05.527457 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: port_resource_request.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.528355 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.528869 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Extension port-resource-request not supported by any of loaded plugins Jun 16 15:57:05.529190 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: portbindings.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.530139 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.530860 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loaded extension: binding Jun 16 15:57:05.531183 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: portbindings_extended.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.532457 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.532975 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loaded extension: binding-extended Jun 16 15:57:05.533307 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: portsecurity.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.534246 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.534763 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loaded extension: port-security Jun 16 15:57:05.535087 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: project_id.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.536185 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.536518 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loaded extension: project-id Jun 16 15:57:05.536843 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: providernet.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.537784 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.538302 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loaded extension: provider Jun 16 15:57:05.538632 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: qos.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.542223 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.542754 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Extension qos not supported by any of loaded plugins Jun 16 15:57:05.543090 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.544326 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.544850 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 16 15:57:05.545180 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.546246 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.546775 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 16 15:57:05.547089 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: qos_default.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.547993 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.548519 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Extension qos-default not supported by any of loaded plugins Jun 16 15:57:05.548844 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: qos_fip.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.549525 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.550031 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Extension qos-fip not supported by any of loaded plugins Jun 16 15:57:05.550353 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: qos_gateway_ip.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.551264 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.551777 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 16 15:57:05.552102 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: qos_port_network_policy.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.553002 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.553552 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 16 15:57:05.553879 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: qos_rule_type_details.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.554781 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.555290 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 16 15:57:05.555616 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: qos_rules_alias.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.556644 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.557157 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 16 15:57:05.557582 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: quotasv2.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.558512 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.558840 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loaded extension: quotas Jun 16 15:57:05.559162 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: quotasv2_detail.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.562897 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.563244 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loaded extension: quota_details Jun 16 15:57:05.563579 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: rbac.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.564639 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.565175 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loaded extension: rbac-policies Jun 16 15:57:05.565547 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: rbac_address_group.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.566730 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.567252 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loaded extension: rbac-address-group Jun 16 15:57:05.567580 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: rbac_address_scope.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.568490 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.569019 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loaded extension: rbac-address-scope Jun 16 15:57:05.569347 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: rbac_security_groups.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.570482 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.571008 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loaded extension: rbac-security-groups Jun 16 15:57:05.571338 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: rbac_subnetpool.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.572248 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.572769 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loaded extension: rbac-subnetpool Jun 16 15:57:05.573099 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: revisionifmatch.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.574046 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.574564 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loaded extension: revision-if-match Jun 16 15:57:05.574891 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: revisions.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.575996 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.576513 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loaded extension: standard-attr-revisions Jun 16 15:57:05.576844 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: router_availability_zone.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.578090 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.578609 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loaded extension: router_availability_zone Jun 16 15:57:05.578941 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: routerservicetype.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.579851 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.580369 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Extension router-service-type not supported by any of loaded plugins Jun 16 15:57:05.580693 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.581641 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.582157 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loaded extension: security-groups-normalized-cidr Jun 16 15:57:05.582482 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: security_groups_port_filtering.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.583395 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.583914 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loaded extension: port-security-groups-filtering Jun 16 15:57:05.584240 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.585145 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.585691 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loaded extension: security-groups-remote-address-group Jun 16 15:57:05.586017 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: securitygroup.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.595500 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.596035 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loaded extension: security-group Jun 16 15:57:05.596371 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: segment.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.597159 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.597702 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Extension segment not supported by any of loaded plugins Jun 16 15:57:05.598031 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.598968 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.599481 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 16 15:57:05.599810 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: servicetype.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.600908 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.601461 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loaded extension: service-type Jun 16 15:57:05.601794 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: sorting.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.602767 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.603104 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loaded extension: sorting Jun 16 15:57:05.603432 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: standard_attr_segment.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.604330 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.604848 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 16 15:57:05.605173 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: standardattrdescription.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.605846 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.606356 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loaded extension: standard-attr-description Jun 16 15:57:05.606679 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: stateful_security_group.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.607606 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.608121 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loaded extension: stateful-security-group Jun 16 15:57:05.608517 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: stdattrs_common.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.609099 dv-cinder-796114-3-iscsi neutron-server[91767]: WARNING neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 16 15:57:05.609453 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.610452 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.610968 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 16 15:57:05.611293 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: subnet_onboard.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.612368 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.612890 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loaded extension: subnet_onboard Jun 16 15:57:05.613218 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.614181 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.614687 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 16 15:57:05.615012 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: subnet_service_types.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.615942 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.616456 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loaded extension: subnet-service-types Jun 16 15:57:05.616781 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: subnetallocation.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.617890 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.618410 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loaded extension: subnet_allocation Jun 16 15:57:05.618743 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.619422 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.619938 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loaded extension: subnetpool-prefix-ops Jun 16 15:57:05.620265 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.621191 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.621743 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 16 15:57:05.622072 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: tagging.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.623145 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.623669 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loaded extension: standard-attr-tag Jun 16 15:57:05.624527 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: timestamp.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.625787 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.626315 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loaded extension: standard-attr-timestamp Jun 16 15:57:05.626647 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: trunk.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.627673 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.628197 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Extension trunk not supported by any of loaded plugins Jun 16 15:57:05.628530 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: trunk_details.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.629480 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.630003 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Extension trunk-details not supported by any of loaded plugins Jun 16 15:57:05.630331 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: uplink_status_propagation.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.631249 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.631769 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 16 15:57:05.632097 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Loading extension file: vlantransparent.py {{(pid=91767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:57:05.632765 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:57:05.633280 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Extension vlan-transparent not supported by any of loaded plugins Jun 16 15:57:05.635821 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.quota.resource_registry [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Creating instance of TrackedResource for resource:network Jun 16 15:57:05.636344 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.quota.resource_registry [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Creating instance of TrackedResource for resource:subnet Jun 16 15:57:05.636746 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.quota.resource_registry [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 15:57:05.637139 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.quota.resource_registry [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Creating instance of TrackedResource for resource:port Jun 16 15:57:05.638417 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.v2.resource_helper [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91767) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 15:57:05.638878 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.v2.resource_helper [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Service FLAVORS assigned prefix: {{(pid=91767) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 15:57:05.639491 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.v2.resource_helper [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91767) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 15:57:05.640578 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.v2.resource_helper [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91767) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 15:57:05.640913 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.quota.resource_registry [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Creating instance of TrackedResource for resource:router Jun 16 15:57:05.641347 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.quota.resource_registry [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Creating instance of TrackedResource for resource:floatingip Jun 16 15:57:05.641873 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.v2.resource_helper [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Service METERING assigned prefix: /metering {{(pid=91767) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 15:57:05.643324 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:05.643751 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:05.644053 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:57:05.645062 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.quota.resource_registry [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Creating instance of CountableResource for resource:rbac_policy Jun 16 15:57:05.645550 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.quota.resource_registry [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Creating instance of TrackedResource for resource:security_group Jun 16 15:57:05.646034 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.quota.resource_registry [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Creating instance of TrackedResource for resource:security_group_rule Jun 16 15:57:05.646608 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.v2.resource_helper [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Service CORE assigned prefix: {{(pid=91767) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 15:57:05.646942 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.quota.resource_registry [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 15:57:05.647292 dv-cinder-796114-3-iscsi neutron-server[91767]: WARNING neutron.quota.resource_registry [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] subnetpool is already registered Jun 16 15:57:05.647730 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.v2.resource_helper [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Service CORE assigned prefix: {{(pid=91767) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 15:57:05.648057 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.quota.resource_registry [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 15:57:05.648394 dv-cinder-796114-3-iscsi neutron-server[91767]: WARNING neutron.quota.resource_registry [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] subnetpool is already registered Jun 16 15:57:05.650712 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.v2.resource_helper [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91767) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 15:57:05.651148 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.v2.resource_helper [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Service FLAVORS assigned prefix: {{(pid=91767) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 15:57:05.651742 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.v2.resource_helper [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91767) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 15:57:05.652165 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.v2.resource_helper [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91767) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 15:57:05.652499 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.quota.resource_registry [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Creating instance of TrackedResource for resource:router Jun 16 15:57:05.652839 dv-cinder-796114-3-iscsi neutron-server[91767]: WARNING neutron.quota.resource_registry [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] router is already registered Jun 16 15:57:05.653251 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.quota.resource_registry [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Creating instance of TrackedResource for resource:floatingip Jun 16 15:57:05.653614 dv-cinder-796114-3-iscsi neutron-server[91767]: WARNING neutron.quota.resource_registry [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] floatingip is already registered Jun 16 15:57:05.654074 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.v2.resource_helper [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Service METERING assigned prefix: /metering {{(pid=91767) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 15:57:05.654730 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.quota.resource_registry [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Creating instance of CountableResource for resource:rbac_policy Jun 16 15:57:05.655060 dv-cinder-796114-3-iscsi neutron-server[91767]: WARNING neutron.quota.resource_registry [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] rbac_policy is already registered Jun 16 15:57:05.655502 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.quota.resource_registry [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Creating instance of TrackedResource for resource:security_group Jun 16 15:57:05.655845 dv-cinder-796114-3-iscsi neutron-server[91767]: WARNING neutron.quota.resource_registry [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] security_group is already registered Jun 16 15:57:05.656245 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.quota.resource_registry [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Creating instance of TrackedResource for resource:security_group_rule Jun 16 15:57:05.656584 dv-cinder-796114-3-iscsi neutron-server[91767]: WARNING neutron.quota.resource_registry [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] security_group_rule is already registered Jun 16 15:57:05.657205 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.v2.resource_helper [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Service CORE assigned prefix: {{(pid=91767) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 15:57:05.657566 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.quota.resource_registry [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 15:57:05.657908 dv-cinder-796114-3-iscsi neutron-server[91767]: WARNING neutron.quota.resource_registry [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] subnetpool is already registered Jun 16 15:57:05.658343 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.v2.resource_helper [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Service CORE assigned prefix: {{(pid=91767) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 15:57:05.658669 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.quota.resource_registry [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 15:57:05.659005 dv-cinder-796114-3-iscsi neutron-server[91767]: WARNING neutron.quota.resource_registry [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] subnetpool is already registered Jun 16 15:57:05.659562 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Extended resource: extensions {{(pid=91767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:57:05.661163 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Extended resource: address-groups {{(pid=91767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:57:05.662797 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Extended resource: address-scopes {{(pid=91767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:57:05.664146 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Extended resource: agents {{(pid=91767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:57:05.665322 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Extended resource: auto-allocated-topology {{(pid=91767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:57:05.666611 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Extended resource: availability_zones {{(pid=91767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:57:05.667847 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Extended resource: dhcp-networks {{(pid=91767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:57:05.669380 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Extended resource: dhcp-agents {{(pid=91767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:57:05.671348 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Extended resource: routers {{(pid=91767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:57:05.673110 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Extended resource: flavors {{(pid=91767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:57:05.675668 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Extended resource: service_profiles {{(pid=91767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:57:05.676915 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Extended resource: next_providers {{(pid=91767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:57:05.678399 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Extended resource: service_profiles {{(pid=91767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:57:05.679962 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Extended resource: floatingip-pools {{(pid=91767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:57:05.681202 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Extended resource: routers {{(pid=91767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:57:05.682981 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Extended resource: floatingips {{(pid=91767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:57:05.684284 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Extended resource: l3-routers {{(pid=91767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:57:05.685718 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Extended resource: l3-agents {{(pid=91767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:57:05.687781 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Extended resource: metering-labels {{(pid=91767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:57:05.689063 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Extended resource: metering-label-rules {{(pid=91767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:57:05.690514 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Extended resource: network-ip-availabilities {{(pid=91767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:57:05.692046 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Extended resource: bindings {{(pid=91767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:57:05.693639 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Extended resource: quotas {{(pid=91767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:57:05.695207 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Extended resource: quotas {{(pid=91767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:57:05.696670 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Extended resource: rbac-policies {{(pid=91767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:57:05.697921 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Extended resource: security-groups {{(pid=91767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:57:05.699245 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Extended resource: security-group-rules {{(pid=91767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:57:05.700511 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Extended resource: service-providers {{(pid=91767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:57:05.701785 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Extended resource: subnetpools {{(pid=91767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:57:05.703505 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Extended resource: subnetpools {{(pid=91767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:57:05.705094 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Extended resource: tags {{(pid=91767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:57:05.706834 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Extended resource: tags {{(pid=91767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:57:05.708665 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Extended resource: tags {{(pid=91767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:57:05.710517 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Extended resource: tags {{(pid=91767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:57:05.712228 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Extended resource: tags {{(pid=91767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:57:05.714219 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Extended resource: tags {{(pid=91767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:57:05.715922 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Extended resource: tags {{(pid=91767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:57:05.717902 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Extended resource: tags {{(pid=91767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:57:05.719933 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Extended resource: tags {{(pid=91767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:57:05.721737 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron.api.extensions [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Extended resource: tags {{(pid=91767) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:57:05.727841 dv-cinder-796114-3-iscsi neutron-server[91767]: WARNING keystonemiddleware.auth_token [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 16 15:57:05.732429 dv-cinder-796114-3-iscsi neutron-server[91767]: WARNING keystonemiddleware.auth_token [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 16 15:57:05.741492 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_concurrency.lockutils [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Acquired lock "singleton_lock" {{(pid=91767) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 16 15:57:05.741979 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_concurrency.lockutils [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Releasing lock "singleton_lock" {{(pid=91767) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 16 15:57:05.742625 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO oslo_service.service [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Starting 2 workers Jun 16 15:57:05.747372 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Started child 91874 {{(pid=91767) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 15:57:05.753416 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Started child 91875 {{(pid=91767) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 15:57:05.754202 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO neutron.service [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Neutron service started, listening on 0.0.0.0:9696 Jun 16 15:57:05.754384 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:05.754999 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Notify callbacks [] for process, before_spawn {{(pid=91767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:05.755884 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [-] (91874) wsgi starting up on http://0.0.0.0:9696 Jun 16 15:57:05.757389 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO oslo_service.service [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Starting 1 workers Jun 16 15:57:05.757733 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:05.759146 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [-] (91875) wsgi starting up on http://0.0.0.0:9696 Jun 16 15:57:05.762660 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Started child 91876 {{(pid=91767) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 15:57:05.763202 dv-cinder-796114-3-iscsi neutron-server[91767]: INFO oslo_service.service [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Starting 1 workers Jun 16 15:57:05.767459 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.service [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] calling RpcWorker wait() {{(pid=91876) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 16 15:57:05.768031 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.service [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] returning from RpcWorker wait() {{(pid=91876) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 16 15:57:05.768139 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Started child 91877 {{(pid=91767) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 15:57:05.768976 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf857-b191-48ae-96f5-8c97a2fedd9d None None] Notify callbacks [] for process, after_spawn {{(pid=91767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:05.769186 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:05.769702 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:57:05.770913 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91767) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 16 15:57:05.771134 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 15:57:05.771325 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 15:57:05.771551 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 15:57:05.771883 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 15:57:05.772052 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 15:57:05.772730 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.772919 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:05.773403 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.773482 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.773721 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.774017 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.774587 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.774848 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.775098 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.775391 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.775665 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.775844 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.776010 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.776429 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.776833 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.777262 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.777707 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.778106 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.778547 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.778866 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.779264 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.779670 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.780049 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.780654 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] debug = True {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.781145 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.781843 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.782249 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.782640 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.783042 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.783502 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.784198 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.784648 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.785053 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.785490 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.785881 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.786318 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.786701 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.787094 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.787479 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.787879 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.788248 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.788972 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] host = dv-cinder-796114-3-iscsi {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.789339 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.789757 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.790132 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.790537 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.790953 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.791333 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.791723 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.792113 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.792509 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.792911 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.793288 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.793712 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.794091 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.794496 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] log_file = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.794822 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] log_options = True {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.796473 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.796887 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.797170 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.797408 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.797595 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.797763 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.798011 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.798180 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.798444 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.798698 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:57:05.798812 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.798985 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.799216 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.799460 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.799688 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.799953 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.800555 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.800819 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.801046 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.801302 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.802336 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.802586 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.803339 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.804138 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.804370 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.804613 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.804845 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.805101 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.807125 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.807363 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.808048 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.808782 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.809072 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.809326 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.809683 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.809918 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.810753 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.811007 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.811283 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.812166 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.812495 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.812781 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.813023 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.813284 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.813532 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.813777 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.814015 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] use_json = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.814861 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.815095 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.815391 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.815644 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.815901 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.816116 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.816350 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.816846 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.817497 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.817975 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.818282 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.818530 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.818774 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.819024 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.819264 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.819652 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.820059 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.820488 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.820776 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.821010 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.821311 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.821561 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.822014 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.822325 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.822571 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.822860 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.823086 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.823336 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.823560 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.823788 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.824129 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.824395 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.824650 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.824902 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.825157 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.825421 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.825645 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.825866 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.826090 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.826321 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.826747 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.827667 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.828051 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.828420 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.828807 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.829189 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.829537 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.829767 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.830163 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.830427 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.830654 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.831023 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.831403 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.832164 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.832399 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.832638 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.832882 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.833125 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.833404 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.833654 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.833875 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.834092 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.834316 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.834560 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.834842 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.835216 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.835598 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.835975 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.836225 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.836659 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.836913 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.837143 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.837355 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.837622 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.837842 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.838090 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.838339 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.838555 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.838962 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.839358 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.839785 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.840090 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.840375 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.840784 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.841189 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.841468 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.841695 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.841912 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.842274 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.842645 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.843768 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.844153 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.844607 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.844962 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.845222 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.845510 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.845749 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.846009 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.846260 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.846512 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.846868 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.847130 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.847364 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.847624 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.847866 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.848138 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.848411 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.848666 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.848909 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.849159 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.849455 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.849689 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.849946 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.850198 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.850456 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.850711 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.850999 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.851232 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.851650 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.851939 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.852199 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.852486 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.852732 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.853011 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.853319 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.853628 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.853886 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.854143 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.854397 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.854652 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.854885 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.855146 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.855381 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.855613 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.855836 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.856124 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.856486 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.856711 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.856932 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.857187 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.857509 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.857767 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.857988 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.858214 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.858595 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.858941 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.859025 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.859265 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.859505 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.859755 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.860016 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.860253 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.860501 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.860748 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.861000 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.861216 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.861486 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.861901 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.862160 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.862439 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.862796 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.863087 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.863314 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.863539 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.863775 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.863997 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.864217 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.864465 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.864682 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.864904 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.865149 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.865398 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.865616 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.865837 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.866051 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.866282 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.866523 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.866808 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.867063 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.867303 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.867551 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.867776 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.868013 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.868230 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.868495 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.868719 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.868956 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.869176 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.869418 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.869660 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.869895 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.870143 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.870461 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.870698 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.870952 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.871428 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.871587 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.871773 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.872026 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.872222 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.872481 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.872718 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.872957 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.873170 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.873401 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.873645 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.873903 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.874195 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.874496 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.874791 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.875006 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.875231 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.875456 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.875675 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.875971 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.876224 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.876457 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.876706 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.876937 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.877165 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.877403 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.877622 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.877838 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.878049 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.878277 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.878484 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.878695 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.878934 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.879145 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.879389 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.879599 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.879809 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.880022 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.880230 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.880452 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.880661 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.880891 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.881107 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.881314 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.881645 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.881894 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.882113 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.882396 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.882627 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.882852 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.883122 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.883438 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.883670 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.883962 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.884142 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.884358 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.884575 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.884841 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.885147 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.885453 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.885688 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.885939 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.886210 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.886486 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.886753 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.886990 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.887277 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.887610 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.887876 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.888135 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.888361 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.888624 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.888845 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.889079 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.889323 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.890165 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.890460 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.890758 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.891004 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.891234 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.891454 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.891681 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.891921 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.892162 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:57:05.892272 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.892389 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.892645 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.892859 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.893017 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 15:57:05.893618 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91767) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 16 15:57:05.893784 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 15:57:05.893918 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 15:57:05.894095 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 15:57:05.894263 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 15:57:05.894416 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 15:57:05.894622 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.894782 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.894941 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.895100 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.895258 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.895437 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.895598 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.895755 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.895913 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.896119 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.896213 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.896375 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.896534 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.896692 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.896849 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.897007 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.897163 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.897322 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.897524 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.897684 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.897841 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.897998 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.898161 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] debug = True {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.898304 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.898509 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.898672 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.898834 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.898989 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.899145 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.899302 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.899459 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.899617 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.899775 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.899933 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.900090 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.900247 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.900405 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.900562 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.900720 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.900878 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.901034 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] host = dv-cinder-796114-3-iscsi {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.901242 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.901420 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.901563 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.901689 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.901814 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.901936 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.902100 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.902255 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.902570 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.902729 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.902965 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.903116 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.903276 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.903431 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] log_file = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.903572 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] log_options = True {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.903765 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.903941 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.904020 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.904196 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.904375 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.904528 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.904707 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.904886 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.904978 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.905093 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.905302 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.905975 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.907892 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.907892 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.907892 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.907892 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.907892 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.907892 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.907892 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.907892 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.908400 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.908400 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.908400 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.908400 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.908400 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.908400 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.908400 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.908775 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.908775 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.908913 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.908980 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.909107 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.909492 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.909810 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.909968 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.910130 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.910286 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.910686 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.910846 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.911155 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.911310 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.911653 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.911815 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.911970 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.912124 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.912280 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] use_json = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.912439 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.912593 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.912909 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.913070 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.913231 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.913404 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.913572 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.913733 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:57:05.913916 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.914080 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.914252 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.914417 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.914583 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.914737 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.914902 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.915061 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.915220 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.915385 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.915571 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.915713 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.915878 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.916032 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.916193 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.916352 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.916660 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.916969 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.917130 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.917291 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.917477 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.917636 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.917814 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.917979 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.918143 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.918301 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.918461 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.918623 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.918786 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.918946 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.919250 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.919559 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.919720 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.919882 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.920042 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.920204 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.920364 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.920526 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.920704 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.920888 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.921051 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.921213 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.921546 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.921716 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.921878 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.922040 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.922202 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.922364 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.922525 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.922687 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.922859 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.923020 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.923179 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.923339 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.923500 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.923664 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.923825 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.923985 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.924145 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.924306 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.924465 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.924638 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.924798 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.924960 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.925120 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.925281 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.925468 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.925634 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.925793 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.925955 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.926115 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.926276 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.926436 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.926595 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.926755 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.926916 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.927076 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.927237 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.927398 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.927559 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.927720 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.927881 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.928042 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.928203 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.928371 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.928545 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.928707 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.928869 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.929029 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.929190 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.929352 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.929605 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.929769 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.929937 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.930093 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.930402 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.930700 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.931220 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.931220 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.931420 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.931508 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.931647 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.931773 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.931911 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.932091 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.934070 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.934070 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.934070 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.934070 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.934070 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.934070 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.934070 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.934070 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.934650 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.934650 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.934650 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.934650 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.934650 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.934650 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.934650 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.934650 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.935210 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.935210 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.935210 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.935210 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.935485 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.935485 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.936171 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.936171 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.936171 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.936171 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.936171 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.936769 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.936769 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.937658 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.937658 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.937658 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.937658 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.937658 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.937658 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.938211 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.938211 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.938211 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.938211 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.938666 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.938666 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.938666 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.939066 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.939066 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.939331 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.939331 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.939570 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.939570 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.939816 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.939903 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.939983 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.940140 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.940300 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.940460 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.940620 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.940780 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.940940 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.941161 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.941326 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.941830 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.941830 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.942132 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.942132 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.942443 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.942443 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.943301 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.943301 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.943301 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.943301 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.943301 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.943301 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.944261 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.944261 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.944261 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.944261 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.944261 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.944261 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.945206 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.945206 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.945206 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.945206 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.945206 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.945206 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.946116 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.946116 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.946116 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.946116 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.946116 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.946116 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.946687 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.946687 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.946687 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.946914 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.947072 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.947156 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.947300 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.947462 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.947622 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.947781 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.947941 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.948102 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.948274 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.948436 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.948596 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.948757 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.948918 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.949088 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.949248 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.949429 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.949589 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.949749 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.949918 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.950078 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.950238 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.950396 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.950555 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.950723 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.950883 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.951042 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.951201 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.951360 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.951528 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.951688 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.951847 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.952005 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.952688 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.952857 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.953018 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.953178 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.953346 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.953533 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.953693 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.953854 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.954026 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.954187 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.954348 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.954507 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.954667 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.954826 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.954987 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.955151 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.955320 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.955487 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.955647 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.955821 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.955986 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.956155 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.956315 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.956481 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.956652 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.956814 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.956973 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.957132 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.957292 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.957473 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.957634 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.957793 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.957951 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.958109 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.958269 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.958429 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.958588 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.958748 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.958908 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.959067 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.959228 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.959387 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.959547 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.959707 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:57:05.959861 dv-cinder-796114-3-iscsi neutron-server[91767]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91767) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 15:57:06.108234 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 59898) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:57:06.116925 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [-] 10.222.0.49 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064130 Jun 16 15:57:17.474246 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b869b2a8-7c4e-4cf0-99a0-fd97b9c7d5fc None None] get_active_networks_info from dv-cinder-796114-3-iscsi {{(pid=91876) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 16 15:57:17.564302 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-ca96e53f-6919-4633-b75c-2c322c6863c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871'] for agent, after_create {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:17.594676 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b869b2a8-7c4e-4cf0-99a0-fd97b9c7d5fc None None] No non-hosted networks {{(pid=91876) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 16 15:57:19.848753 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-0b30f49a-8ee5-49bf-9357-5ed22e6d8c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871'] for agent, after_create {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:19.952814 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-cb6b36ba-8c7e-484d-993d-63941a344c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:19.979432 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871'] for agent, after_create {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:19.984938 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:19.986713 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:19.987718 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:19.988413 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:19.989840 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:19.991440 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:19.991940 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:19.993166 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:19.995665 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:19.996180 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:19.997889 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:19.998377 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:19.999896 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-796114-3-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:57:20.025982 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-796114-3-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:57:21.294560 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-6ad78952-ea93-43a4-8288-1e7c2f1dde9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871'] for agent, after_create {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:22.729542 dv-cinder-796114-3-iscsi neutron-server[91876]: INFO neutron.db.l3_hamode_db [None req-eedf89b1-f9a0-4993-af06-7f9131437861 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 16 15:57:22.843478 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-459ba97e-0994-401b-bd86-9772962a392e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871'] for agent, after_create {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:22.846250 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedf89b1-f9a0-4993-af06-7f9131437861 None None] Routers set() bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:57:22.846646 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedf89b1-f9a0-4993-af06-7f9131437861 None None] Router IDs set() for agent in host dv-cinder-796114-3-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 16 15:57:24.041812 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 59990) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:57:24.526196 dv-cinder-796114-3-iscsi neutron-server[91875]: WARNING oslo_policy.policy [None req-71c54d79-82b5-40af-92e1-0af711858d4b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 15:57:24.526784 dv-cinder-796114-3-iscsi neutron-server[91875]: WARNING oslo_policy.policy [None req-71c54d79-82b5-40af-92e1-0af711858d4b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 15:57:24.741225 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [None req-71c54d79-82b5-40af-92e1-0af711858d4b admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=91875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:57:24.742449 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-71c54d79-82b5-40af-92e1-0af711858d4b admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6986182 Jun 16 15:57:27.082550 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 60004) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:57:27.387479 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.v2.base [None req-0894e754-b5bf-4bfb-bbd5-136aa6da0f2b admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=91875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:57:27.482008 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.policy [None req-0894e754-b5bf-4bfb-bbd5-136aa6da0f2b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91875) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 16 15:57:27.527790 dv-cinder-796114-3-iscsi neutron-server[91875]: WARNING oslo_policy.policy [None req-0894e754-b5bf-4bfb-bbd5-136aa6da0f2b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 15:57:27.528168 dv-cinder-796114-3-iscsi neutron-server[91875]: WARNING oslo_policy.policy [None req-0894e754-b5bf-4bfb-bbd5-136aa6da0f2b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 15:57:27.537523 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.quota [None req-0894e754-b5bf-4bfb-bbd5-136aa6da0f2b admin admin] Loaded quota_driver: . Jun 16 15:57:27.629032 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-0894e754-b5bf-4bfb-bbd5-136aa6da0f2b admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726815464050', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726815458337', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726815418847', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726815413217', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726815436248', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726815424889', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16156148', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16153725', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-562321', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-758978'] for rbac-policy, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:27.693536 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-0894e754-b5bf-4bfb-bbd5-136aa6da0f2b admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:27.694727 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-0894e754-b5bf-4bfb-bbd5-136aa6da0f2b admin admin] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6112258 Jun 16 15:57:30.252824 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 60016) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:57:30.544167 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.v2.base [None req-e0918a1c-4656-4a5c-8ab4-9111a32b5294 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': 'ac7ae9387b56404282c979b8d7b2b1c9', 'project_id': 'ac7ae9387b56404282c979b8d7b2b1c9', 'name': 'private'}} {{(pid=91875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:57:30.573342 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0918a1c-4656-4a5c-8ab4-9111a32b5294 admin admin] Made reservation on behalf of ac7ae9387b56404282c979b8d7b2b1c9 for: {'network': 1} {{(pid=91875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:57:30.576115 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e0918a1c-4656-4a5c-8ab4-9111a32b5294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16110075'] for network, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:30.592347 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e0918a1c-4656-4a5c-8ab4-9111a32b5294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:30.715456 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e0918a1c-4656-4a5c-8ab4-9111a32b5294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:30.719186 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e0918a1c-4656-4a5c-8ab4-9111a32b5294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:30.724137 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:57:30.739968 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0918a1c-4656-4a5c-8ab4-9111a32b5294 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=91875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:57:30.768390 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e0918a1c-4656-4a5c-8ab4-9111a32b5294 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8726811427880', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233616'] for segment, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:30.768965 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e0918a1c-4656-4a5c-8ab4-9111a32b5294 admin admin] Unsubscribe: segment precommit_create {{(pid=91875) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 16 15:57:30.769510 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.db.segments_db [None req-e0918a1c-4656-4a5c-8ab4-9111a32b5294 admin admin] Added segment 9b35f036-ef70-49c2-b4d8-e696181f66bf of type vlan for network 936bc745-994c-4d62-bfd5-2d7a9e4bc752 Jun 16 15:57:30.787281 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0918a1c-4656-4a5c-8ab4-9111a32b5294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e75ba62b-4eea-4ead-9878-b994933a7ffb,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:30.812756 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0918a1c-4656-4a5c-8ab4-9111a32b5294 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:30.813104 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0918a1c-4656-4a5c-8ab4-9111a32b5294 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:30.813450 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0918a1c-4656-4a5c-8ab4-9111a32b5294 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:30.813766 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0918a1c-4656-4a5c-8ab4-9111a32b5294 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:30.814076 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0918a1c-4656-4a5c-8ab4-9111a32b5294 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:30.814400 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0918a1c-4656-4a5c-8ab4-9111a32b5294 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:30.814709 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0918a1c-4656-4a5c-8ab4-9111a32b5294 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:30.815016 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0918a1c-4656-4a5c-8ab4-9111a32b5294 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:30.815333 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0918a1c-4656-4a5c-8ab4-9111a32b5294 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:30.815635 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0918a1c-4656-4a5c-8ab4-9111a32b5294 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:30.815933 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0918a1c-4656-4a5c-8ab4-9111a32b5294 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:30.816231 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0918a1c-4656-4a5c-8ab4-9111a32b5294 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:30.817595 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0918a1c-4656-4a5c-8ab4-9111a32b5294 admin admin] Tracked resource versions report: Jun 16 15:57:30.817595 dv-cinder-796114-3-iscsi neutron-server[91875]: pushed versions: Jun 16 15:57:30.817595 dv-cinder-796114-3-iscsi neutron-server[91875]: { 'AddressGroup': {'1.2'}, Jun 16 15:57:30.817595 dv-cinder-796114-3-iscsi neutron-server[91875]: 'ConntrackHelper': {'1.0'}, Jun 16 15:57:30.817595 dv-cinder-796114-3-iscsi neutron-server[91875]: 'Log': {'1.0'}, Jun 16 15:57:30.817595 dv-cinder-796114-3-iscsi neutron-server[91875]: 'Network': {'1.1'}, Jun 16 15:57:30.817595 dv-cinder-796114-3-iscsi neutron-server[91875]: 'Port': {'1.7'}, Jun 16 15:57:30.817595 dv-cinder-796114-3-iscsi neutron-server[91875]: 'PortForwarding': {'1.2'}, Jun 16 15:57:30.817595 dv-cinder-796114-3-iscsi neutron-server[91875]: 'QosPolicy': {'1.8'}, Jun 16 15:57:30.817595 dv-cinder-796114-3-iscsi neutron-server[91875]: 'SecurityGroup': {'1.4'}, Jun 16 15:57:30.817595 dv-cinder-796114-3-iscsi neutron-server[91875]: 'SecurityGroupRule': {'1.2'}, Jun 16 15:57:30.817595 dv-cinder-796114-3-iscsi neutron-server[91875]: 'SubPort': {'1.0'}, Jun 16 15:57:30.817595 dv-cinder-796114-3-iscsi neutron-server[91875]: 'Subnet': {'1.1'}, Jun 16 15:57:30.817595 dv-cinder-796114-3-iscsi neutron-server[91875]: 'Trunk': {'1.1'}} Jun 16 15:57:30.817595 dv-cinder-796114-3-iscsi neutron-server[91875]: consumer versions: Jun 16 15:57:30.817595 dv-cinder-796114-3-iscsi neutron-server[91875]: { DHCP agent@dv-cinder-796114-3-iscsi: {}, Jun 16 15:57:30.817595 dv-cinder-796114-3-iscsi neutron-server[91875]: L3 agent@dv-cinder-796114-3-iscsi: {}, Jun 16 15:57:30.817595 dv-cinder-796114-3-iscsi neutron-server[91875]: Metadata agent@dv-cinder-796114-3-iscsi: {}, Jun 16 15:57:30.817595 dv-cinder-796114-3-iscsi neutron-server[91875]: Metering agent@dv-cinder-796114-3-iscsi: {}, Jun 16 15:57:30.817595 dv-cinder-796114-3-iscsi neutron-server[91875]: Open vSwitch agent@dv-cinder-796114-3-iscsi: { 'AddressGroup': '1.2', Jun 16 15:57:30.817595 dv-cinder-796114-3-iscsi neutron-server[91875]: 'ConntrackHelper': '1.0', Jun 16 15:57:30.817595 dv-cinder-796114-3-iscsi neutron-server[91875]: 'Log': '1.0', Jun 16 15:57:30.817595 dv-cinder-796114-3-iscsi neutron-server[91875]: 'Network': '1.1', Jun 16 15:57:30.817595 dv-cinder-796114-3-iscsi neutron-server[91875]: 'Port': '1.7', Jun 16 15:57:30.817595 dv-cinder-796114-3-iscsi neutron-server[91875]: 'PortForwarding': '1.2', Jun 16 15:57:30.817595 dv-cinder-796114-3-iscsi neutron-server[91875]: 'QosPolicy': '1.8', Jun 16 15:57:30.817595 dv-cinder-796114-3-iscsi neutron-server[91875]: 'SecurityGroup': '1.4', Jun 16 15:57:30.817595 dv-cinder-796114-3-iscsi neutron-server[91875]: 'SecurityGroupRule': '1.2', Jun 16 15:57:30.817595 dv-cinder-796114-3-iscsi neutron-server[91875]: 'SubPort': '1.0', Jun 16 15:57:30.817595 dv-cinder-796114-3-iscsi neutron-server[91875]: 'Subnet': '1.1', Jun 16 15:57:30.817595 dv-cinder-796114-3-iscsi neutron-server[91875]: 'Trunk': '1.1'}} Jun 16 15:57:30.817595 dv-cinder-796114-3-iscsi neutron-server[91875]: {{(pid=91875) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 15:57:30.888749 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e0918a1c-4656-4a5c-8ab4-9111a32b5294 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726810908546'] for network, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:30.893260 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-e0918a1c-4656-4a5c-8ab4-9111a32b5294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:57:30.939196 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e0918a1c-4656-4a5c-8ab4-9111a32b5294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-700135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792'] for network, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:30.940758 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0918a1c-4656-4a5c-8ab4-9111a32b5294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:30.941463 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e0918a1c-4656-4a5c-8ab4-9111a32b5294 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16222807'] for network, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:30.944472 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:57:31.019062 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-e0918a1c-4656-4a5c-8ab4-9111a32b5294 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7650738 Jun 16 15:57:31.037694 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0918a1c-4656-4a5c-8ab4-9111a32b5294 admin admin] Pushing event updated for resources: {'Network': ['ID=936bc745-994c-4d62-bfd5-2d7a9e4bc752,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:31.040893 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-e0918a1c-4656-4a5c-8ab4-9111a32b5294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:57:31.050870 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Network 936bc745-994c-4d62-bfd5-2d7a9e4bc752 details requested by agent ovs-agent-dv-cinder-796114-3-iscsi with host dv-cinder-796114-3-iscsi {{(pid=91876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:57:33.645633 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 60030) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:57:34.032691 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abad3584-d15d-4673-a679-d564f7ead290 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:34.034111 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-abad3584-d15d-4673-a679-d564f7ead290 admin admin] 10.222.0.49 "GET /v2.0/networks/936bc745-994c-4d62-bfd5-2d7a9e4bc752 HTTP/1.1" status: 200 len: 825 time: 0.3875251 Jun 16 15:57:34.057748 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-aebb553b-adb8-406a-a6e1-25f03368a540 admin admin] 10.222.0.49 "GET /v2.0/subnetpools/24bdd66b-c51b-4c0d-9d19-3ff07f525a58 HTTP/1.1" status: 200 len: 734 time: 0.0183008 Jun 16 15:57:34.068515 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.v2.base [None req-dc98ce81-315b-4e8c-bd1e-e5b98a21137d admin admin] Request body: {'subnet': {'subnetpool_id': '24bdd66b-c51b-4c0d-9d19-3ff07f525a58', 'ip_version': 4, 'name': 'private-subnet', 'tenant_id': 'ac7ae9387b56404282c979b8d7b2b1c9', 'network_id': '936bc745-994c-4d62-bfd5-2d7a9e4bc752', 'gateway_ip': '172.20.0.1'}} {{(pid=91875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:57:34.090760 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc98ce81-315b-4e8c-bd1e-e5b98a21137d admin admin] Made reservation on behalf of ac7ae9387b56404282c979b8d7b2b1c9 for: {'subnet': 1} {{(pid=91875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:57:34.093153 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dc98ce81-315b-4e8c-bd1e-e5b98a21137d admin admin] Notify callbacks [] for subnet, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:34.384382 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dc98ce81-315b-4e8c-bd1e-e5b98a21137d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785'] for subnet, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:34.386490 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:57:34.455274 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98ce81-315b-4e8c-bd1e-e5b98a21137d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4e31240-4819-4cb9-9f8d-a93589ab3466,revision_number=0']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:34.457231 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc98ce81-315b-4e8c-bd1e-e5b98a21137d admin admin] Checking segment: {'id': '9b35f036-ef70-49c2-b4d8-e696181f66bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '936bc745-994c-4d62-bfd5-2d7a9e4bc752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:57:34.457646 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc98ce81-315b-4e8c-bd1e-e5b98a21137d admin admin] Network hostable DHCP agents. Network: 936bc745-994c-4d62-bfd5-2d7a9e4bc752, hostable agents: ['bb1823c3-707b-401a-ae95-86070490f7a6'], hosted agents: [] {{(pid=91875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:57:34.462680 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-dc98ce81-315b-4e8c-bd1e-e5b98a21137d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:57:34.479184 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc98ce81-315b-4e8c-bd1e-e5b98a21137d admin admin] Network 936bc745-994c-4d62-bfd5-2d7a9e4bc752 is scheduled to be hosted by DHCP agent bb1823c3-707b-401a-ae95-86070490f7a6 with binding_index 1 {{(pid=91875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:57:34.491148 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.base_scheduler [None req-dc98ce81-315b-4e8c-bd1e-e5b98a21137d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796114-3-iscsi, 936bc745-994c-4d62-bfd5-2d7a9e4bc752) {{(pid=91875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:57:34.495606 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc98ce81-315b-4e8c-bd1e-e5b98a21137d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:34.496203 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dc98ce81-315b-4e8c-bd1e-e5b98a21137d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16222807'] for subnet, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:34.501930 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b318a7-cb96-478e-b23e-339ae8f6c680 None None] Network 936bc745-994c-4d62-bfd5-2d7a9e4bc752 requested from dv-cinder-796114-3-iscsi {{(pid=91876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:57:34.513902 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-dc98ce81-315b-4e8c-bd1e-e5b98a21137d admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4497893 Jun 16 15:57:34.819610 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1164eaff-1b81-45dd-abc6-3596d835a839 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a65b000-2000-5da8-b86a-eb5bc6f9c062-936bc745-994c-4d62-bfd5-2d7a9e4bc752', 'network_id': '936bc745-994c-4d62-bfd5-2d7a9e4bc752', 'tenant_id': 'ac7ae9387b56404282c979b8d7b2b1c9', 'fixed_ips': [{'subnet_id': 'd4e31240-4819-4cb9-9f8d-a93589ab3466'}]}} from dv-cinder-796114-3-iscsi. {{(pid=91876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 15:57:34.820767 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-1164eaff-1b81-45dd-abc6-3596d835a839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16110075'] for port, before_create {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:35.085544 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.db_base_plugin_common [None req-1164eaff-1b81-45dd-abc6-3596d835a839 None None] Allocated IP 172.20.0.2 (936bc745-994c-4d62-bfd5-2d7a9e4bc752/d4e31240-4819-4cb9-9f8d-a93589ab3466/00e8c8b3-dffd-41eb-8275-e02c3aa76a54) {{(pid=91876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:57:35.290574 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-1164eaff-1b81-45dd-abc6-3596d835a839 None None] Notify callbacks [] for port, precommit_create {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:35.305707 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-1164eaff-1b81-45dd-abc6-3596d835a839 None None] Transition to ACTIVE for port object 00e8c8b3-dffd-41eb-8275-e02c3aa76a54 will not be triggered until provisioned by entity L2. {{(pid=91876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:57:35.328544 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-1164eaff-1b81-45dd-abc6-3596d835a839 None None] Transition to ACTIVE for port object 00e8c8b3-dffd-41eb-8275-e02c3aa76a54 will not be triggered until provisioned by entity DHCP. {{(pid=91876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:57:35.337525 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-1164eaff-1b81-45dd-abc6-3596d835a839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16110910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726810954487'] for port, after_create {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:35.340404 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:57:35.426755 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1164eaff-1b81-45dd-abc6-3596d835a839 None None] Network 936bc745-994c-4d62-bfd5-2d7a9e4bc752 is already hosted by enough agents. {{(pid=91876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:57:35.432354 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.scheduler.base_scheduler [None req-1164eaff-1b81-45dd-abc6-3596d835a839 None None] Resources bound (agent type, host, resource id): {{(pid=91876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:57:35.444251 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1164eaff-1b81-45dd-abc6-3596d835a839 None None] Received port after_create {{(pid=91876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:57:35.450019 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1164eaff-1b81-45dd-abc6-3596d835a839 None None] Pushing event updated for resources: {'Port': ['ID=00e8c8b3-dffd-41eb-8275-e02c3aa76a54,revision_number=1']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:35.474868 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1164eaff-1b81-45dd-abc6-3596d835a839 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:35.475210 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1164eaff-1b81-45dd-abc6-3596d835a839 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:35.475540 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1164eaff-1b81-45dd-abc6-3596d835a839 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:35.475868 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1164eaff-1b81-45dd-abc6-3596d835a839 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:35.476185 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1164eaff-1b81-45dd-abc6-3596d835a839 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:35.476506 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1164eaff-1b81-45dd-abc6-3596d835a839 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:35.476820 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1164eaff-1b81-45dd-abc6-3596d835a839 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:35.477133 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1164eaff-1b81-45dd-abc6-3596d835a839 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:35.477485 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1164eaff-1b81-45dd-abc6-3596d835a839 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:35.477799 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1164eaff-1b81-45dd-abc6-3596d835a839 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:35.478104 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1164eaff-1b81-45dd-abc6-3596d835a839 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:35.478415 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1164eaff-1b81-45dd-abc6-3596d835a839 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:35.479525 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1164eaff-1b81-45dd-abc6-3596d835a839 None None] Tracked resource versions report: Jun 16 15:57:35.479525 dv-cinder-796114-3-iscsi neutron-server[91876]: pushed versions: Jun 16 15:57:35.479525 dv-cinder-796114-3-iscsi neutron-server[91876]: { 'AddressGroup': {'1.2'}, Jun 16 15:57:35.479525 dv-cinder-796114-3-iscsi neutron-server[91876]: 'ConntrackHelper': {'1.0'}, Jun 16 15:57:35.479525 dv-cinder-796114-3-iscsi neutron-server[91876]: 'Log': {'1.0'}, Jun 16 15:57:35.479525 dv-cinder-796114-3-iscsi neutron-server[91876]: 'Network': {'1.1'}, Jun 16 15:57:35.479525 dv-cinder-796114-3-iscsi neutron-server[91876]: 'Port': {'1.7'}, Jun 16 15:57:35.479525 dv-cinder-796114-3-iscsi neutron-server[91876]: 'PortForwarding': {'1.2'}, Jun 16 15:57:35.479525 dv-cinder-796114-3-iscsi neutron-server[91876]: 'QosPolicy': {'1.8'}, Jun 16 15:57:35.479525 dv-cinder-796114-3-iscsi neutron-server[91876]: 'SecurityGroup': {'1.4'}, Jun 16 15:57:35.479525 dv-cinder-796114-3-iscsi neutron-server[91876]: 'SecurityGroupRule': {'1.2'}, Jun 16 15:57:35.479525 dv-cinder-796114-3-iscsi neutron-server[91876]: 'SubPort': {'1.0'}, Jun 16 15:57:35.479525 dv-cinder-796114-3-iscsi neutron-server[91876]: 'Subnet': {'1.1'}, Jun 16 15:57:35.479525 dv-cinder-796114-3-iscsi neutron-server[91876]: 'Trunk': {'1.1'}} Jun 16 15:57:35.479525 dv-cinder-796114-3-iscsi neutron-server[91876]: consumer versions: Jun 16 15:57:35.479525 dv-cinder-796114-3-iscsi neutron-server[91876]: { DHCP agent@dv-cinder-796114-3-iscsi: {}, Jun 16 15:57:35.479525 dv-cinder-796114-3-iscsi neutron-server[91876]: L3 agent@dv-cinder-796114-3-iscsi: {}, Jun 16 15:57:35.479525 dv-cinder-796114-3-iscsi neutron-server[91876]: Metadata agent@dv-cinder-796114-3-iscsi: {}, Jun 16 15:57:35.479525 dv-cinder-796114-3-iscsi neutron-server[91876]: Metering agent@dv-cinder-796114-3-iscsi: {}, Jun 16 15:57:35.479525 dv-cinder-796114-3-iscsi neutron-server[91876]: Open vSwitch agent@dv-cinder-796114-3-iscsi: { 'AddressGroup': '1.2', Jun 16 15:57:35.479525 dv-cinder-796114-3-iscsi neutron-server[91876]: 'ConntrackHelper': '1.0', Jun 16 15:57:35.479525 dv-cinder-796114-3-iscsi neutron-server[91876]: 'Log': '1.0', Jun 16 15:57:35.479525 dv-cinder-796114-3-iscsi neutron-server[91876]: 'Network': '1.1', Jun 16 15:57:35.479525 dv-cinder-796114-3-iscsi neutron-server[91876]: 'Port': '1.7', Jun 16 15:57:35.479525 dv-cinder-796114-3-iscsi neutron-server[91876]: 'PortForwarding': '1.2', Jun 16 15:57:35.479525 dv-cinder-796114-3-iscsi neutron-server[91876]: 'QosPolicy': '1.8', Jun 16 15:57:35.479525 dv-cinder-796114-3-iscsi neutron-server[91876]: 'SecurityGroup': '1.4', Jun 16 15:57:35.479525 dv-cinder-796114-3-iscsi neutron-server[91876]: 'SecurityGroupRule': '1.2', Jun 16 15:57:35.479525 dv-cinder-796114-3-iscsi neutron-server[91876]: 'SubPort': '1.0', Jun 16 15:57:35.479525 dv-cinder-796114-3-iscsi neutron-server[91876]: 'Subnet': '1.1', Jun 16 15:57:35.479525 dv-cinder-796114-3-iscsi neutron-server[91876]: 'Trunk': '1.1'}} Jun 16 15:57:35.479525 dv-cinder-796114-3-iscsi neutron-server[91876]: {{(pid=91876) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 15:57:35.502722 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-1164eaff-1b81-45dd-abc6-3596d835a839 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:57:35.532511 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-1164eaff-1b81-45dd-abc6-3596d835a839 None None] Attempting to bind port 00e8c8b3-dffd-41eb-8275-e02c3aa76a54 on host dv-cinder-796114-3-iscsi for vnic_type normal with profile {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:57:35.532879 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-1164eaff-1b81-45dd-abc6-3596d835a839 None None] Attempting to bind port 00e8c8b3-dffd-41eb-8275-e02c3aa76a54 by drivers openvswitch,hyperv on host dv-cinder-796114-3-iscsi at level 0 using segments [{'id': '9b35f036-ef70-49c2-b4d8-e696181f66bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '936bc745-994c-4d62-bfd5-2d7a9e4bc752'}] {{(pid=91876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:57:35.533317 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1164eaff-1b81-45dd-abc6-3596d835a839 None None] Attempting to bind port 00e8c8b3-dffd-41eb-8275-e02c3aa76a54 on network 936bc745-994c-4d62-bfd5-2d7a9e4bc752 {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:57:35.538286 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1164eaff-1b81-45dd-abc6-3596d835a839 None None] Checking agent: {'id': '6d4db28b-73fb-449a-900a-e0a23b9890fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 57, 20), 'started_at': datetime.datetime(2021, 6, 16, 15, 57, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:57:35.538680 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1164eaff-1b81-45dd-abc6-3596d835a839 None None] Checking segment: {'id': '9b35f036-ef70-49c2-b4d8-e696181f66bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '936bc745-994c-4d62-bfd5-2d7a9e4bc752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:57:35.539144 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-1164eaff-1b81-45dd-abc6-3596d835a839 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:35.539535 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1164eaff-1b81-45dd-abc6-3596d835a839 None None] Bound using segment: {'id': '9b35f036-ef70-49c2-b4d8-e696181f66bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '936bc745-994c-4d62-bfd5-2d7a9e4bc752'} {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:57:35.539993 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-1164eaff-1b81-45dd-abc6-3596d835a839 None None] Bound port: 00e8c8b3-dffd-41eb-8275-e02c3aa76a54, host: dv-cinder-796114-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b35f036-ef70-49c2-b4d8-e696181f66bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '936bc745-994c-4d62-bfd5-2d7a9e4bc752'}}] {{(pid=91876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:57:35.540383 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-1164eaff-1b81-45dd-abc6-3596d835a839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:35.601925 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-1164eaff-1b81-45dd-abc6-3596d835a839 None None] For port 00e8c8b3-dffd-41eb-8275-e02c3aa76a54, host dv-cinder-796114-3-iscsi, cleared binding levels {{(pid=91876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:57:35.606016 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-1164eaff-1b81-45dd-abc6-3596d835a839 None None] For port 00e8c8b3-dffd-41eb-8275-e02c3aa76a54, host dv-cinder-796114-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=00e8c8b3-dffd-41eb-8275-e02c3aa76a54,segment=NetworkSegment(9b35f036-ef70-49c2-b4d8-e696181f66bf),segment_id=9b35f036-ef70-49c2-b4d8-e696181f66bf)] {{(pid=91876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:57:35.611564 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-1164eaff-1b81-45dd-abc6-3596d835a839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:35.615273 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-1164eaff-1b81-45dd-abc6-3596d835a839 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:57:35.677354 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1164eaff-1b81-45dd-abc6-3596d835a839 None None] Pushing event updated for resources: {'Port': ['ID=00e8c8b3-dffd-41eb-8275-e02c3aa76a54,revision_number=2']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:35.680522 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-1164eaff-1b81-45dd-abc6-3596d835a839 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:57:36.938866 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 60038) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:57:37.430555 dv-cinder-796114-3-iscsi neutron-server[91874]: WARNING oslo_policy.policy [None req-6ce6fdcf-2143-47ca-bde0-f76e2b1aa09a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 15:57:37.431139 dv-cinder-796114-3-iscsi neutron-server[91874]: WARNING oslo_policy.policy [None req-6ce6fdcf-2143-47ca-bde0-f76e2b1aa09a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 15:57:37.649773 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [None req-6ce6fdcf-2143-47ca-bde0-f76e2b1aa09a admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=91874) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:57:37.650824 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-6ce6fdcf-2143-47ca-bde0-f76e2b1aa09a admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7108819 Jun 16 15:57:40.016620 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 60052) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:57:40.335814 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [None req-9286f318-65d3-4c65-9c38-aa4822133983 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=91874) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:57:40.336769 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-9286f318-65d3-4c65-9c38-aa4822133983 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3190961 Jun 16 15:57:41.782278 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c7045c-16b2-4c07-ac0f-797355fedaf0 None None] Network 936bc745-994c-4d62-bfd5-2d7a9e4bc752 requested from dv-cinder-796114-3-iscsi {{(pid=91876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:57:41.837913 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-03cd1573-7c00-4848-86a3-bc4e18ed2ba9 None None] Provisioning for port 00e8c8b3-dffd-41eb-8275-e02c3aa76a54 completed by entity DHCP. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:57:42.306479 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device 00e8c8b3-dffd-41eb-8275-e02c3aa76a54 up at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:57:42.383807 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning for port 00e8c8b3-dffd-41eb-8275-e02c3aa76a54 completed by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:57:42.387339 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning complete for port 00e8c8b3-dffd-41eb-8275-e02c3aa76a54 triggered by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:57:42.387733 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:42.502576 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:42.540461 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] For port 00e8c8b3-dffd-41eb-8275-e02c3aa76a54, host dv-cinder-796114-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=00e8c8b3-dffd-41eb-8275-e02c3aa76a54,segment=NetworkSegment(9b35f036-ef70-49c2-b4d8-e696181f66bf),segment_id=9b35f036-ef70-49c2-b4d8-e696181f66bf)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:57:42.545412 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:42.547497 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:57:42.591204 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Pushing event updated for resources: {'Port': ['ID=00e8c8b3-dffd-41eb-8275-e02c3aa76a54,revision_number=3']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:42.595324 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:57:42.967936 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 60066) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:57:43.263315 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.v2.base [None req-3d89f71b-43e3-4f9c-96f2-e685be75ef44 admin admin] Request body: {'router': {'tenant_id': 'ac7ae9387b56404282c979b8d7b2b1c9', 'admin_state_up': True, 'name': 'router1'}} {{(pid=91875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:57:43.288457 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-3d89f71b-43e3-4f9c-96f2-e685be75ef44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-676994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2211'] for router, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:43.290075 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-3d89f71b-43e3-4f9c-96f2-e685be75ef44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-678443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2202'] for router, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:43.425722 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-3d89f71b-43e3-4f9c-96f2-e685be75ef44 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:43.430195 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-3d89f71b-43e3-4f9c-96f2-e685be75ef44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-677051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701414'] for router, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:43.445057 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-3d89f71b-43e3-4f9c-96f2-e685be75ef44 admin admin] Notify callbacks [] for router, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:43.446281 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-3d89f71b-43e3-4f9c-96f2-e685be75ef44 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4773250 Jun 16 15:57:44.287481 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device 00e8c8b3-dffd-41eb-8275-e02c3aa76a54 up at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:57:44.333837 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning complete for port 00e8c8b3-dffd-41eb-8275-e02c3aa76a54 triggered by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:57:44.334208 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:45.822500 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 60076) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:57:46.127470 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [None req-f1ae1a98-d1fb-479d-820c-58259df5ec67 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=91875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:57:46.128475 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-f1ae1a98-d1fb-479d-820c-58259df5ec67 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3050263 Jun 16 15:57:47.406949 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c6fb89ac-6433-4c09-9bfb-7f577ff3bfc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:48.485529 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 60084) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:57:48.791552 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.v2.base [None req-b12f4b30-6c8c-4a05-9193-4e5f22000756 admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True}} {{(pid=91875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:57:48.813308 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b12f4b30-6c8c-4a05-9193-4e5f22000756 admin admin] Made reservation on behalf of 90537bbdf1a64f12a44ab173c9bb7b0c for: {'network': 1} {{(pid=91875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:57:48.817534 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b12f4b30-6c8c-4a05-9193-4e5f22000756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16110075'] for network, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:48.825232 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b12f4b30-6c8c-4a05-9193-4e5f22000756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:48.914394 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b12f4b30-6c8c-4a05-9193-4e5f22000756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:48.917904 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b12f4b30-6c8c-4a05-9193-4e5f22000756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:48.921923 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:57:48.933958 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b12f4b30-6c8c-4a05-9193-4e5f22000756 admin admin] Reserving flat network on physical network physnet1 {{(pid=91875) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 16 15:57:48.954005 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12f4b30-6c8c-4a05-9193-4e5f22000756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=624ea2ab-66bc-4047-96a0-7ad90631277d,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:48.957261 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-b12f4b30-6c8c-4a05-9193-4e5f22000756 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:57:48.960226 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b12f4b30-6c8c-4a05-9193-4e5f22000756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233616'] for segment, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:48.960571 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.db.segments_db [None req-b12f4b30-6c8c-4a05-9193-4e5f22000756 admin admin] Added segment 36d53036-d305-476e-ad99-71a5cdef7eb4 of type flat for network 47501c57-dfca-44aa-9eed-27ee8bb77cd6 Jun 16 15:57:49.006809 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b12f4b30-6c8c-4a05-9193-4e5f22000756 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726810908546'] for network, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:49.041541 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b12f4b30-6c8c-4a05-9193-4e5f22000756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-700135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792'] for network, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:49.042719 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12f4b30-6c8c-4a05-9193-4e5f22000756 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:49.043293 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b12f4b30-6c8c-4a05-9193-4e5f22000756 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16222807'] for network, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:49.046089 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-e0918a1c-4656-4a5c-8ab4-9111a32b5294 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:57:49.066861 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-b12f4b30-6c8c-4a05-9193-4e5f22000756 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5800796 Jun 16 15:57:49.107371 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12f4b30-6c8c-4a05-9193-4e5f22000756 admin admin] Pushing event updated for resources: {'Network': ['ID=47501c57-dfca-44aa-9eed-27ee8bb77cd6,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:49.110183 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-b12f4b30-6c8c-4a05-9193-4e5f22000756 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:57:49.117827 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Network 47501c57-dfca-44aa-9eed-27ee8bb77cd6 details requested by agent ovs-agent-dv-cinder-796114-3-iscsi with host dv-cinder-796114-3-iscsi {{(pid=91876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:57:49.842594 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-20c40206-5689-4309-83cd-0c956a8e21cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:49.930779 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:51.239465 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-6ad78952-ea93-43a4-8288-1e7c2f1dde9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:51.418004 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 60098) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:57:51.691521 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407f84f3-88b1-4fd5-b282-1c201acf2846 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:51.693088 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-407f84f3-88b1-4fd5-b282-1c201acf2846 admin admin] 10.222.0.49 "GET /v2.0/subnets/d4e31240-4819-4cb9-9f8d-a93589ab3466 HTTP/1.1" status: 200 len: 849 time: 0.2741170 Jun 16 15:57:51.807068 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-076f4418-c471-4c5a-96ab-7ba21b543b0b admin admin] 10.222.0.49 "GET /v2.0/routers/6f04b46d-82c0-43ee-97c5-39d901c06ecb HTTP/1.1" status: 200 len: 704 time: 0.1084297 Jun 16 15:57:52.074306 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-75240baf-9f65-4442-b238-4bfa0cebba05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16110075'] for port, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:52.360848 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.db.db_base_plugin_common [None req-75240baf-9f65-4442-b238-4bfa0cebba05 admin admin] Allocated IP 172.20.0.1 (936bc745-994c-4d62-bfd5-2d7a9e4bc752/d4e31240-4819-4cb9-9f8d-a93589ab3466/3f040050-c66d-4a2d-9e25-26a9aff0c917) {{(pid=91875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:57:52.553749 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-75240baf-9f65-4442-b238-4bfa0cebba05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:52.578526 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-75240baf-9f65-4442-b238-4bfa0cebba05 admin admin] Transition to ACTIVE for port object 3f040050-c66d-4a2d-9e25-26a9aff0c917 will not be triggered until provisioned by entity DHCP. {{(pid=91875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:57:52.656406 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-75240baf-9f65-4442-b238-4bfa0cebba05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16110910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726810954487'] for port, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:52.659433 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:57:52.725939 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75240baf-9f65-4442-b238-4bfa0cebba05 admin admin] Network 936bc745-994c-4d62-bfd5-2d7a9e4bc752 is already hosted by enough agents. {{(pid=91875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:57:52.734102 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.base_scheduler [None req-75240baf-9f65-4442-b238-4bfa0cebba05 admin admin] Resources bound (agent type, host, resource id): {{(pid=91875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:57:52.740199 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75240baf-9f65-4442-b238-4bfa0cebba05 admin admin] Received port after_create {{(pid=91875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:57:52.740288 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-75240baf-9f65-4442-b238-4bfa0cebba05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672087'] for router_interface, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:52.744335 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-459ba97e-0994-401b-bd86-9772962a392e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:52.762752 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75240baf-9f65-4442-b238-4bfa0cebba05 admin admin] Pushing event updated for resources: {'Port': ['ID=3f040050-c66d-4a2d-9e25-26a9aff0c917,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:52.804591 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-75240baf-9f65-4442-b238-4bfa0cebba05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:57:52.947441 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-daee692c-0173-4503-aa85-48a4721efc8c None None] Provisioning for port 3f040050-c66d-4a2d-9e25-26a9aff0c917 completed by entity DHCP. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:57:52.952211 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-daee692c-0173-4503-aa85-48a4721efc8c None None] Provisioning complete for port 3f040050-c66d-4a2d-9e25-26a9aff0c917 triggered by entity DHCP. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:57:52.952585 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-daee692c-0173-4503-aa85-48a4721efc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:52.952706 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-75240baf-9f65-4442-b238-4bfa0cebba05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:52.990326 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-daee692c-0173-4503-aa85-48a4721efc8c None None] Port 3f040050-c66d-4a2d-9e25-26a9aff0c917 cannot update to ACTIVE because it is not bound. {{(pid=91876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 15:57:53.128962 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-75240baf-9f65-4442-b238-4bfa0cebba05 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:53.132939 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-75240baf-9f65-4442-b238-4bfa0cebba05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:53.134002 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-75240baf-9f65-4442-b238-4bfa0cebba05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16222906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672043'] for router_interface, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:53.136417 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-75240baf-9f65-4442-b238-4bfa0cebba05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:57:53.212303 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75240baf-9f65-4442-b238-4bfa0cebba05 admin admin] Pushing event updated for resources: {'Port': ['ID=3f040050-c66d-4a2d-9e25-26a9aff0c917,revision_number=2']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:53.216267 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-75240baf-9f65-4442-b238-4bfa0cebba05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:57:53.257456 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75240baf-9f65-4442-b238-4bfa0cebba05 admin admin] Network 936bc745-994c-4d62-bfd5-2d7a9e4bc752 is already hosted by enough agents. {{(pid=91875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:57:53.258718 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.base_scheduler [None req-75240baf-9f65-4442-b238-4bfa0cebba05 admin admin] Resources bound (agent type, host, resource id): {{(pid=91875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:57:53.409138 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-3e6b8e3f-a375-49e1-a70a-76cac8214898 None None] Provisioning complete for port 3f040050-c66d-4a2d-9e25-26a9aff0c917 triggered by entity DHCP. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:57:53.410270 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-3e6b8e3f-a375-49e1-a70a-76cac8214898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:53.422719 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75240baf-9f65-4442-b238-4bfa0cebba05 admin admin] Router 6f04b46d-82c0-43ee-97c5-39d901c06ecb is scheduled to L3 agent 0e7678c9-774c-4c46-a09f-f3aaee363ca4 with binding_index 1 {{(pid=91875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:57:53.442007 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-3e6b8e3f-a375-49e1-a70a-76cac8214898 None None] Port 3f040050-c66d-4a2d-9e25-26a9aff0c917 cannot update to ACTIVE because it is not bound. {{(pid=91876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 15:57:53.514189 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75240baf-9f65-4442-b238-4bfa0cebba05 admin admin] Notify agent at l3_agent.dv-cinder-796114-3-iscsi the message routers_updated {{(pid=91875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:57:53.522409 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-75240baf-9f65-4442-b238-4bfa0cebba05 admin admin] 10.222.0.49 "PUT /v2.0/routers/6f04b46d-82c0-43ee-97c5-39d901c06ecb/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7079239 Jun 16 15:57:53.537543 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7499ab39-c38f-4496-8183-b56e6e466705 None None] Sync routers for ids ['6f04b46d-82c0-43ee-97c5-39d901c06ecb'] in dv-cinder-796114-3-iscsi {{(pid=91877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:57:53.549923 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7499ab39-c38f-4496-8183-b56e6e466705 None None] Routers {'6f04b46d-82c0-43ee-97c5-39d901c06ecb'} bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:57:53.550821 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_hamode_db [None req-7499ab39-c38f-4496-8183-b56e6e466705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T15:57:20Z,description=,heartbeat_timestamp=2021-06-16T15:57:50Z,host='dv-cinder-796114-3-iscsi',id=0e7678c9-774c-4c46-a09f-f3aaee363ca4,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:57:20Z,topic='l3_agent')) {'router_ids': ['6f04b46d-82c0-43ee-97c5-39d901c06ecb'], 'active': True} {{(pid=91877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:57:53.731654 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_dvr_db [None req-7499ab39-c38f-4496-8183-b56e6e466705 None None] Set router 6f04b46d-82c0-43ee-97c5-39d901c06ecb gateway port host: None {{(pid=91877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:57:54.166264 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_hamode_db [None req-7499ab39-c38f-4496-8183-b56e6e466705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f04b46d-82c0-43ee-97c5-39d901c06ecb', 'name': 'router1', 'tenant_id': 'ac7ae9387b56404282c979b8d7b2b1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:57:43Z', 'updated_at': '2021-06-16T15:57:52Z', 'revision_number': 2, 'project_id': 'ac7ae9387b56404282c979b8d7b2b1c9', 'gw_port_host': None, '_interfaces': [{'id': '3f040050-c66d-4a2d-9e25-26a9aff0c917', 'name': '', 'network_id': '936bc745-994c-4d62-bfd5-2d7a9e4bc752', 'tenant_id': 'ac7ae9387b56404282c979b8d7b2b1c9', 'mac_address': 'fa:16:3e:07:cb:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f04b46d-82c0-43ee-97c5-39d901c06ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd4e31240-4819-4cb9-9f8d-a93589ab3466', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:57:52Z', 'updated_at': '2021-06-16T15:57:52Z', 'revision_number': 2, 'project_id': 'ac7ae9387b56404282c979b8d7b2b1c9', 'subnets': [{'id': 'd4e31240-4819-4cb9-9f8d-a93589ab3466', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '24bdd66b-c51b-4c0d-9d19-3ff07f525a58'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-iscsi', False) {} {{(pid=91877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:57:54.172332 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7499ab39-c38f-4496-8183-b56e6e466705 None None] Checking router: 6f04b46d-82c0-43ee-97c5-39d901c06ecb for host: dv-cinder-796114-3-iscsi {{(pid=91877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:57:54.172710 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7499ab39-c38f-4496-8183-b56e6e466705 None None] Updating router 6f04b46d-82c0-43ee-97c5-39d901c06ecb port 3f040050-c66d-4a2d-9e25-26a9aff0c917 binding host dv-cinder-796114-3-iscsi {{(pid=91877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:57:54.237433 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron_lib.callbacks.manager [None req-7499ab39-c38f-4496-8183-b56e6e466705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:54.734610 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron_lib.callbacks.manager [None req-7499ab39-c38f-4496-8183-b56e6e466705 None None] Notify callbacks [] for port, precommit_update {{(pid=91877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:54.752955 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.provisioning_blocks [None req-7499ab39-c38f-4496-8183-b56e6e466705 None None] Transition to ACTIVE for port object 3f040050-c66d-4a2d-9e25-26a9aff0c917 will not be triggered until provisioned by entity L2. {{(pid=91877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:57:54.758455 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron_lib.callbacks.manager [None req-7499ab39-c38f-4496-8183-b56e6e466705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:54.762667 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:57:54.890668 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d31646a-98f9-475c-bc7f-309f4b5c1152 None None] Pushing event updated for resources: {'Port': ['ID=3f040050-c66d-4a2d-9e25-26a9aff0c917,revision_number=3']} {{(pid=91877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:54.900822 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d31646a-98f9-475c-bc7f-309f4b5c1152 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:54.901161 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d31646a-98f9-475c-bc7f-309f4b5c1152 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:54.901518 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d31646a-98f9-475c-bc7f-309f4b5c1152 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:54.901847 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d31646a-98f9-475c-bc7f-309f4b5c1152 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:54.902170 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d31646a-98f9-475c-bc7f-309f4b5c1152 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:54.902547 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d31646a-98f9-475c-bc7f-309f4b5c1152 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:54.902871 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d31646a-98f9-475c-bc7f-309f4b5c1152 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:54.903187 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d31646a-98f9-475c-bc7f-309f4b5c1152 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:54.903518 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d31646a-98f9-475c-bc7f-309f4b5c1152 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:54.903928 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d31646a-98f9-475c-bc7f-309f4b5c1152 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:54.904888 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d31646a-98f9-475c-bc7f-309f4b5c1152 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:54.905223 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d31646a-98f9-475c-bc7f-309f4b5c1152 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:54.906378 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d31646a-98f9-475c-bc7f-309f4b5c1152 None None] Tracked resource versions report: Jun 16 15:57:54.906378 dv-cinder-796114-3-iscsi neutron-server[91877]: pushed versions: Jun 16 15:57:54.906378 dv-cinder-796114-3-iscsi neutron-server[91877]: { 'AddressGroup': {'1.2'}, Jun 16 15:57:54.906378 dv-cinder-796114-3-iscsi neutron-server[91877]: 'ConntrackHelper': {'1.0'}, Jun 16 15:57:54.906378 dv-cinder-796114-3-iscsi neutron-server[91877]: 'Log': {'1.0'}, Jun 16 15:57:54.906378 dv-cinder-796114-3-iscsi neutron-server[91877]: 'Network': {'1.1'}, Jun 16 15:57:54.906378 dv-cinder-796114-3-iscsi neutron-server[91877]: 'Port': {'1.7'}, Jun 16 15:57:54.906378 dv-cinder-796114-3-iscsi neutron-server[91877]: 'PortForwarding': {'1.2'}, Jun 16 15:57:54.906378 dv-cinder-796114-3-iscsi neutron-server[91877]: 'QosPolicy': {'1.8'}, Jun 16 15:57:54.906378 dv-cinder-796114-3-iscsi neutron-server[91877]: 'SecurityGroup': {'1.4'}, Jun 16 15:57:54.906378 dv-cinder-796114-3-iscsi neutron-server[91877]: 'SecurityGroupRule': {'1.2'}, Jun 16 15:57:54.906378 dv-cinder-796114-3-iscsi neutron-server[91877]: 'SubPort': {'1.0'}, Jun 16 15:57:54.906378 dv-cinder-796114-3-iscsi neutron-server[91877]: 'Subnet': {'1.1'}, Jun 16 15:57:54.906378 dv-cinder-796114-3-iscsi neutron-server[91877]: 'Trunk': {'1.1'}} Jun 16 15:57:54.906378 dv-cinder-796114-3-iscsi neutron-server[91877]: consumer versions: Jun 16 15:57:54.906378 dv-cinder-796114-3-iscsi neutron-server[91877]: { DHCP agent@dv-cinder-796114-3-iscsi: {}, Jun 16 15:57:54.906378 dv-cinder-796114-3-iscsi neutron-server[91877]: L3 agent@dv-cinder-796114-3-iscsi: {}, Jun 16 15:57:54.906378 dv-cinder-796114-3-iscsi neutron-server[91877]: Metadata agent@dv-cinder-796114-3-iscsi: {}, Jun 16 15:57:54.906378 dv-cinder-796114-3-iscsi neutron-server[91877]: Metering agent@dv-cinder-796114-3-iscsi: {}, Jun 16 15:57:54.906378 dv-cinder-796114-3-iscsi neutron-server[91877]: Open vSwitch agent@dv-cinder-796114-3-iscsi: { 'AddressGroup': '1.2', Jun 16 15:57:54.906378 dv-cinder-796114-3-iscsi neutron-server[91877]: 'ConntrackHelper': '1.0', Jun 16 15:57:54.906378 dv-cinder-796114-3-iscsi neutron-server[91877]: 'Log': '1.0', Jun 16 15:57:54.906378 dv-cinder-796114-3-iscsi neutron-server[91877]: 'Network': '1.1', Jun 16 15:57:54.906378 dv-cinder-796114-3-iscsi neutron-server[91877]: 'Port': '1.7', Jun 16 15:57:54.906378 dv-cinder-796114-3-iscsi neutron-server[91877]: 'PortForwarding': '1.2', Jun 16 15:57:54.906378 dv-cinder-796114-3-iscsi neutron-server[91877]: 'QosPolicy': '1.8', Jun 16 15:57:54.906378 dv-cinder-796114-3-iscsi neutron-server[91877]: 'SecurityGroup': '1.4', Jun 16 15:57:54.906378 dv-cinder-796114-3-iscsi neutron-server[91877]: 'SecurityGroupRule': '1.2', Jun 16 15:57:54.906378 dv-cinder-796114-3-iscsi neutron-server[91877]: 'SubPort': '1.0', Jun 16 15:57:54.906378 dv-cinder-796114-3-iscsi neutron-server[91877]: 'Subnet': '1.1', Jun 16 15:57:54.906378 dv-cinder-796114-3-iscsi neutron-server[91877]: 'Trunk': '1.1'}} Jun 16 15:57:54.906378 dv-cinder-796114-3-iscsi neutron-server[91877]: {{(pid=91877) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 15:57:54.910108 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG oslo_concurrency.lockutils [None req-3d31646a-98f9-475c-bc7f-309f4b5c1152 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:57:54.977608 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.managers [None req-7499ab39-c38f-4496-8183-b56e6e466705 None None] Attempting to bind port 3f040050-c66d-4a2d-9e25-26a9aff0c917 on host dv-cinder-796114-3-iscsi for vnic_type normal with profile {{(pid=91877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:57:54.978007 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.managers [None req-7499ab39-c38f-4496-8183-b56e6e466705 None None] Attempting to bind port 3f040050-c66d-4a2d-9e25-26a9aff0c917 by drivers openvswitch,hyperv on host dv-cinder-796114-3-iscsi at level 0 using segments [{'id': '9b35f036-ef70-49c2-b4d8-e696181f66bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '936bc745-994c-4d62-bfd5-2d7a9e4bc752'}] {{(pid=91877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:57:54.978447 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7499ab39-c38f-4496-8183-b56e6e466705 None None] Attempting to bind port 3f040050-c66d-4a2d-9e25-26a9aff0c917 on network 936bc745-994c-4d62-bfd5-2d7a9e4bc752 {{(pid=91877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:57:54.983654 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7499ab39-c38f-4496-8183-b56e6e466705 None None] Checking agent: {'id': '6d4db28b-73fb-449a-900a-e0a23b9890fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 57, 20), 'started_at': datetime.datetime(2021, 6, 16, 15, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:57:54.984047 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7499ab39-c38f-4496-8183-b56e6e466705 None None] Checking segment: {'id': '9b35f036-ef70-49c2-b4d8-e696181f66bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '936bc745-994c-4d62-bfd5-2d7a9e4bc752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:57:54.984530 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron_lib.callbacks.manager [None req-7499ab39-c38f-4496-8183-b56e6e466705 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:54.984916 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7499ab39-c38f-4496-8183-b56e6e466705 None None] Bound using segment: {'id': '9b35f036-ef70-49c2-b4d8-e696181f66bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '936bc745-994c-4d62-bfd5-2d7a9e4bc752'} {{(pid=91877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:57:54.985475 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.managers [None req-7499ab39-c38f-4496-8183-b56e6e466705 None None] Bound port: 3f040050-c66d-4a2d-9e25-26a9aff0c917, host: dv-cinder-796114-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b35f036-ef70-49c2-b4d8-e696181f66bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '936bc745-994c-4d62-bfd5-2d7a9e4bc752'}}] {{(pid=91877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:57:54.985844 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron_lib.callbacks.manager [None req-7499ab39-c38f-4496-8183-b56e6e466705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:55.053787 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.db [None req-7499ab39-c38f-4496-8183-b56e6e466705 None None] For port 3f040050-c66d-4a2d-9e25-26a9aff0c917, host dv-cinder-796114-3-iscsi, cleared binding levels {{(pid=91877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:57:55.080320 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.db [None req-7499ab39-c38f-4496-8183-b56e6e466705 None None] For port 3f040050-c66d-4a2d-9e25-26a9aff0c917, host dv-cinder-796114-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=3f040050-c66d-4a2d-9e25-26a9aff0c917,segment=NetworkSegment(9b35f036-ef70-49c2-b4d8-e696181f66bf),segment_id=9b35f036-ef70-49c2-b4d8-e696181f66bf)] {{(pid=91877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:57:55.084621 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron_lib.callbacks.manager [None req-7499ab39-c38f-4496-8183-b56e6e466705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:55.086721 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:57:55.134347 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7499ab39-c38f-4496-8183-b56e6e466705 None None] Routers {'6f04b46d-82c0-43ee-97c5-39d901c06ecb'} bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:57:55.134955 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_hamode_db [None req-7499ab39-c38f-4496-8183-b56e6e466705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T15:57:20Z,description=,heartbeat_timestamp=2021-06-16T15:57:50Z,host='dv-cinder-796114-3-iscsi',id=0e7678c9-774c-4c46-a09f-f3aaee363ca4,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:57:20Z,topic='l3_agent')) {'router_ids': ['6f04b46d-82c0-43ee-97c5-39d901c06ecb'], 'active': True} {{(pid=91877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:57:55.204658 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d31646a-98f9-475c-bc7f-309f4b5c1152 None None] Pushing event updated for resources: {'Port': ['ID=3f040050-c66d-4a2d-9e25-26a9aff0c917,revision_number=4']} {{(pid=91877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:55.211179 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG oslo_concurrency.lockutils [None req-3d31646a-98f9-475c-bc7f-309f4b5c1152 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:57:55.232957 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_dvr_db [None req-7499ab39-c38f-4496-8183-b56e6e466705 None None] Set router 6f04b46d-82c0-43ee-97c5-39d901c06ecb gateway port host: None {{(pid=91877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:57:55.434499 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_hamode_db [None req-7499ab39-c38f-4496-8183-b56e6e466705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f04b46d-82c0-43ee-97c5-39d901c06ecb', 'name': 'router1', 'tenant_id': 'ac7ae9387b56404282c979b8d7b2b1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:57:43Z', 'updated_at': '2021-06-16T15:57:52Z', 'revision_number': 2, 'project_id': 'ac7ae9387b56404282c979b8d7b2b1c9', 'gw_port_host': None, '_interfaces': [{'id': '3f040050-c66d-4a2d-9e25-26a9aff0c917', 'name': '', 'network_id': '936bc745-994c-4d62-bfd5-2d7a9e4bc752', 'tenant_id': 'ac7ae9387b56404282c979b8d7b2b1c9', 'mac_address': 'fa:16:3e:07:cb:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f04b46d-82c0-43ee-97c5-39d901c06ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd4e31240-4819-4cb9-9f8d-a93589ab3466', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:57:52Z', 'updated_at': '2021-06-16T15:57:55Z', 'revision_number': 4, 'project_id': 'ac7ae9387b56404282c979b8d7b2b1c9', 'subnets': [{'id': 'd4e31240-4819-4cb9-9f8d-a93589ab3466', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '24bdd66b-c51b-4c0d-9d19-3ff07f525a58'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-iscsi', False) {} {{(pid=91877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:57:55.438773 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7499ab39-c38f-4496-8183-b56e6e466705 None None] The sync data for ids ['6f04b46d-82c0-43ee-97c5-39d901c06ecb'] in dv-cinder-796114-3-iscsi is: [{'id': '6f04b46d-82c0-43ee-97c5-39d901c06ecb', 'name': 'router1', 'tenant_id': 'ac7ae9387b56404282c979b8d7b2b1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:57:43Z', 'updated_at': '2021-06-16T15:57:52Z', 'revision_number': 2, 'project_id': 'ac7ae9387b56404282c979b8d7b2b1c9', 'gw_port_host': None, '_interfaces': [{'id': '3f040050-c66d-4a2d-9e25-26a9aff0c917', 'name': '', 'network_id': '936bc745-994c-4d62-bfd5-2d7a9e4bc752', 'tenant_id': 'ac7ae9387b56404282c979b8d7b2b1c9', 'mac_address': 'fa:16:3e:07:cb:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f04b46d-82c0-43ee-97c5-39d901c06ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd4e31240-4819-4cb9-9f8d-a93589ab3466', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:57:52Z', 'updated_at': '2021-06-16T15:57:55Z', 'revision_number': 4, 'project_id': 'ac7ae9387b56404282c979b8d7b2b1c9', 'subnets': [{'id': 'd4e31240-4819-4cb9-9f8d-a93589ab3466', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '24bdd66b-c51b-4c0d-9d19-3ff07f525a58'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:57:55.764366 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 60118) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:57:55.870402 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a1b297-0433-4633-a4d2-f5b644812ec4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:55.871726 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-b0a1b297-0433-4633-a4d2-f5b644812ec4 admin admin] 10.222.0.49 "GET /v2.0/networks/47501c57-dfca-44aa-9eed-27ee8bb77cd6 HTTP/1.1" status: 200 len: 842 time: 0.1064250 Jun 16 15:57:55.881515 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.v2.base [None req-0e15a1ad-50bd-4da8-9e5d-306e7f3aabcd admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.27.1.1', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'name': 'public-subnet'}} {{(pid=91875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:57:55.902238 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e15a1ad-50bd-4da8-9e5d-306e7f3aabcd admin admin] Made reservation on behalf of 90537bbdf1a64f12a44ab173c9bb7b0c for: {'subnet': 1} {{(pid=91875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:57:55.904589 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-0e15a1ad-50bd-4da8-9e5d-306e7f3aabcd admin admin] Notify callbacks [] for subnet, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:56.251478 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.objects.ports [None req-0e15a1ad-50bd-4da8-9e5d-306e7f3aabcd admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91875) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 16 15:57:56.252005 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-0e15a1ad-50bd-4da8-9e5d-306e7f3aabcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785'] for subnet, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:56.254749 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:57:56.305950 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e15a1ad-50bd-4da8-9e5d-306e7f3aabcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b38b6c0-4839-4539-8281-d8dcfdf92ae7,revision_number=0']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:56.309560 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-0e15a1ad-50bd-4da8-9e5d-306e7f3aabcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:57:56.314807 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e15a1ad-50bd-4da8-9e5d-306e7f3aabcd admin admin] Checking segment: {'id': '36d53036-d305-476e-ad99-71a5cdef7eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:57:56.315163 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e15a1ad-50bd-4da8-9e5d-306e7f3aabcd admin admin] Network hostable DHCP agents. Network: 47501c57-dfca-44aa-9eed-27ee8bb77cd6, hostable agents: ['bb1823c3-707b-401a-ae95-86070490f7a6'], hosted agents: [] {{(pid=91875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:57:56.335101 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e15a1ad-50bd-4da8-9e5d-306e7f3aabcd admin admin] Network 47501c57-dfca-44aa-9eed-27ee8bb77cd6 is scheduled to be hosted by DHCP agent bb1823c3-707b-401a-ae95-86070490f7a6 with binding_index 1 {{(pid=91875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:57:56.344247 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.base_scheduler [None req-0e15a1ad-50bd-4da8-9e5d-306e7f3aabcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796114-3-iscsi, 47501c57-dfca-44aa-9eed-27ee8bb77cd6) {{(pid=91875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:57:56.348722 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e15a1ad-50bd-4da8-9e5d-306e7f3aabcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:56.349540 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-0e15a1ad-50bd-4da8-9e5d-306e7f3aabcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16222807'] for subnet, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:56.354558 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08655426-6f25-42cf-9aed-6849360083c7 None None] Network 47501c57-dfca-44aa-9eed-27ee8bb77cd6 requested from dv-cinder-796114-3-iscsi {{(pid=91876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:57:56.365343 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-0e15a1ad-50bd-4da8-9e5d-306e7f3aabcd admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4871316 Jun 16 15:57:56.488454 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab02dcf-6342-4a06-9d7b-c41313ffbd49 None None] Network 47501c57-dfca-44aa-9eed-27ee8bb77cd6 requested from dv-cinder-796114-3-iscsi {{(pid=91876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:57:58.334174 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device 3f040050-c66d-4a2d-9e25-26a9aff0c917 up at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:57:58.384185 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning for port 3f040050-c66d-4a2d-9e25-26a9aff0c917 completed by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:57:58.389541 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning complete for port 3f040050-c66d-4a2d-9e25-26a9aff0c917 triggered by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:57:58.390111 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:58.468810 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:58.507546 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] For port 3f040050-c66d-4a2d-9e25-26a9aff0c917, host dv-cinder-796114-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=3f040050-c66d-4a2d-9e25-26a9aff0c917,segment=NetworkSegment(9b35f036-ef70-49c2-b4d8-e696181f66bf),segment_id=9b35f036-ef70-49c2-b4d8-e696181f66bf)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:57:58.519277 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:58.521644 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:57:58.580706 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Pushing event updated for resources: {'Port': ['ID=3f040050-c66d-4a2d-9e25-26a9aff0c917,revision_number=5']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:58.584050 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:57:58.642370 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 60134) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:57:58.769852 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-ddf3082c-eb4c-4e4a-ade2-a5f4baf2f43a admin admin] 10.222.0.49 "GET /v2.0/routers/6f04b46d-82c0-43ee-97c5-39d901c06ecb HTTP/1.1" status: 200 len: 710 time: 0.1261275 Jun 16 15:57:58.857866 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0707d1-5d6b-41f7-a1f2-e3ae28ab28d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:58.859347 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-fe0707d1-5d6b-41f7-a1f2-e3ae28ab28d4 admin admin] 10.222.0.49 "GET /v2.0/networks/47501c57-dfca-44aa-9eed-27ee8bb77cd6 HTTP/1.1" status: 200 len: 886 time: 0.0846350 Jun 16 15:57:58.867906 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.v2.base [None req-a2ff7b5b-2844-4733-a2fc-08f267e5df5d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6'}}} {{(pid=91875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:57:59.113996 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-a2ff7b5b-2844-4733-a2fc-08f267e5df5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701328', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-677036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2180'] for router, precommit_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:59.349433 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-a2ff7b5b-2844-4733-a2fc-08f267e5df5d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:59.424203 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-a2ff7b5b-2844-4733-a2fc-08f267e5df5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16110075'] for port, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:59.531379 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.db.db_base_plugin_common [None req-a2ff7b5b-2844-4733-a2fc-08f267e5df5d admin admin] Allocated IP 172.27.1.247 (47501c57-dfca-44aa-9eed-27ee8bb77cd6/0b38b6c0-4839-4539-8281-d8dcfdf92ae7/3b21a1de-c046-40d1-96bc-3d81e6a91b3d) {{(pid=91875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:57:59.636554 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-a2ff7b5b-2844-4733-a2fc-08f267e5df5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:59.674231 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-a2ff7b5b-2844-4733-a2fc-08f267e5df5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16110910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726810954487'] for port, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:59.677070 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-75240baf-9f65-4442-b238-4bfa0cebba05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:57:59.712520 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ff7b5b-2844-4733-a2fc-08f267e5df5d admin admin] Network 47501c57-dfca-44aa-9eed-27ee8bb77cd6 is already hosted by enough agents. {{(pid=91875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:57:59.717525 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.base_scheduler [None req-a2ff7b5b-2844-4733-a2fc-08f267e5df5d admin admin] Resources bound (agent type, host, resource id): {{(pid=91875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:57:59.723265 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ff7b5b-2844-4733-a2fc-08f267e5df5d admin admin] Received port after_create {{(pid=91875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:57:59.725984 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ff7b5b-2844-4733-a2fc-08f267e5df5d admin admin] Pushing event updated for resources: {'Port': ['ID=3b21a1de-c046-40d1-96bc-3d81e6a91b3d,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:59.755337 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-a2ff7b5b-2844-4733-a2fc-08f267e5df5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:58:00.053913 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-a2ff7b5b-2844-4733-a2fc-08f267e5df5d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:00.239682 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-a2ff7b5b-2844-4733-a2fc-08f267e5df5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701328', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-677036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2180'] for router, precommit_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:00.243366 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-a2ff7b5b-2844-4733-a2fc-08f267e5df5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-701343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-701421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-677029'] for router, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:00.297470 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device 3f040050-c66d-4a2d-9e25-26a9aff0c917 up at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:58:00.344585 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning complete for port 3f040050-c66d-4a2d-9e25-26a9aff0c917 triggered by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:58:00.344954 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:00.351427 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2ff7b5b-2844-4733-a2fc-08f267e5df5d admin admin] Router 6f04b46d-82c0-43ee-97c5-39d901c06ecb has already been hosted by L3 agent 0e7678c9-774c-4c46-a09f-f3aaee363ca4 {{(pid=91875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:58:00.457179 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ff7b5b-2844-4733-a2fc-08f267e5df5d admin admin] Notify agent at l3_agent.dv-cinder-796114-3-iscsi the message routers_updated {{(pid=91875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:58:00.461192 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-a2ff7b5b-2844-4733-a2fc-08f267e5df5d admin admin] Notify callbacks [] for router, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:00.462389 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-a2ff7b5b-2844-4733-a2fc-08f267e5df5d admin admin] 10.222.0.49 "PUT /v2.0/routers/6f04b46d-82c0-43ee-97c5-39d901c06ecb HTTP/1.1" status: 200 len: 890 time: 1.5976934 Jun 16 15:58:00.467219 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b643c5-426b-44ea-a24d-fb4c2a5665bb None None] Sync routers for ids ['6f04b46d-82c0-43ee-97c5-39d901c06ecb'] in dv-cinder-796114-3-iscsi {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:58:00.478208 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b643c5-426b-44ea-a24d-fb4c2a5665bb None None] Routers {'6f04b46d-82c0-43ee-97c5-39d901c06ecb'} bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:58:00.478931 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-07b643c5-426b-44ea-a24d-fb4c2a5665bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T15:57:20Z,description=,heartbeat_timestamp=2021-06-16T15:57:50Z,host='dv-cinder-796114-3-iscsi',id=0e7678c9-774c-4c46-a09f-f3aaee363ca4,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:57:20Z,topic='l3_agent')) {'router_ids': ['6f04b46d-82c0-43ee-97c5-39d901c06ecb'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:58:00.744352 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-07b643c5-426b-44ea-a24d-fb4c2a5665bb None None] Set router 6f04b46d-82c0-43ee-97c5-39d901c06ecb gateway port host: dv-cinder-796114-3-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:58:01.134194 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-07b643c5-426b-44ea-a24d-fb4c2a5665bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f04b46d-82c0-43ee-97c5-39d901c06ecb', 'name': 'router1', 'tenant_id': 'ac7ae9387b56404282c979b8d7b2b1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '3b21a1de-c046-40d1-96bc-3d81e6a91b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:57:43Z', 'updated_at': '2021-06-16T15:57:59Z', 'revision_number': 4, 'project_id': 'ac7ae9387b56404282c979b8d7b2b1c9', 'gw_port': {'id': '3b21a1de-c046-40d1-96bc-3d81e6a91b3d', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:24:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f04b46d-82c0-43ee-97c5-39d901c06ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:57:59Z', 'updated_at': '2021-06-16T15:57:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi', '_interfaces': [{'id': '3f040050-c66d-4a2d-9e25-26a9aff0c917', 'name': '', 'network_id': '936bc745-994c-4d62-bfd5-2d7a9e4bc752', 'tenant_id': 'ac7ae9387b56404282c979b8d7b2b1c9', 'mac_address': 'fa:16:3e:07:cb:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f04b46d-82c0-43ee-97c5-39d901c06ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd4e31240-4819-4cb9-9f8d-a93589ab3466', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:57:52Z', 'updated_at': '2021-06-16T15:57:58Z', 'revision_number': 5, 'project_id': 'ac7ae9387b56404282c979b8d7b2b1c9', 'subnets': [{'id': 'd4e31240-4819-4cb9-9f8d-a93589ab3466', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '24bdd66b-c51b-4c0d-9d19-3ff07f525a58'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:58:01.140221 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b643c5-426b-44ea-a24d-fb4c2a5665bb None None] Checking router: 6f04b46d-82c0-43ee-97c5-39d901c06ecb for host: dv-cinder-796114-3-iscsi {{(pid=91876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:58:01.140598 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b643c5-426b-44ea-a24d-fb4c2a5665bb None None] Updating router 6f04b46d-82c0-43ee-97c5-39d901c06ecb port 3b21a1de-c046-40d1-96bc-3d81e6a91b3d binding host dv-cinder-796114-3-iscsi {{(pid=91876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:58:01.173745 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-07b643c5-426b-44ea-a24d-fb4c2a5665bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:01.488865 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-07b643c5-426b-44ea-a24d-fb4c2a5665bb None None] Notify callbacks [] for port, precommit_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:01.498310 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-07b643c5-426b-44ea-a24d-fb4c2a5665bb None None] Transition to ACTIVE for port object 3b21a1de-c046-40d1-96bc-3d81e6a91b3d will not be triggered until provisioned by entity L2. {{(pid=91876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:58:01.504236 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-07b643c5-426b-44ea-a24d-fb4c2a5665bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:01.506805 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:58:01.560855 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3b153b-5192-4484-bb9f-d38012005121 None None] Pushing event updated for resources: {'Port': ['ID=3b21a1de-c046-40d1-96bc-3d81e6a91b3d,revision_number=2']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:58:01.564488 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-3c3b153b-5192-4484-bb9f-d38012005121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:58:01.565634 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-07b643c5-426b-44ea-a24d-fb4c2a5665bb None None] Attempting to bind port 3b21a1de-c046-40d1-96bc-3d81e6a91b3d on host dv-cinder-796114-3-iscsi for vnic_type normal with profile {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:58:01.565976 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-07b643c5-426b-44ea-a24d-fb4c2a5665bb None None] Attempting to bind port 3b21a1de-c046-40d1-96bc-3d81e6a91b3d by drivers openvswitch,hyperv on host dv-cinder-796114-3-iscsi at level 0 using segments [{'id': '36d53036-d305-476e-ad99-71a5cdef7eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6'}] {{(pid=91876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:58:01.566331 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b643c5-426b-44ea-a24d-fb4c2a5665bb None None] Attempting to bind port 3b21a1de-c046-40d1-96bc-3d81e6a91b3d on network 47501c57-dfca-44aa-9eed-27ee8bb77cd6 {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:58:01.571532 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b643c5-426b-44ea-a24d-fb4c2a5665bb None None] Checking agent: {'id': '6d4db28b-73fb-449a-900a-e0a23b9890fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 57, 20), 'started_at': datetime.datetime(2021, 6, 16, 15, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:58:01.571907 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b643c5-426b-44ea-a24d-fb4c2a5665bb None None] Checking segment: {'id': '36d53036-d305-476e-ad99-71a5cdef7eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:58:01.572302 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-07b643c5-426b-44ea-a24d-fb4c2a5665bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:01.572688 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b643c5-426b-44ea-a24d-fb4c2a5665bb None None] Bound using segment: {'id': '36d53036-d305-476e-ad99-71a5cdef7eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6'} {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:58:01.573172 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-07b643c5-426b-44ea-a24d-fb4c2a5665bb None None] Bound port: 3b21a1de-c046-40d1-96bc-3d81e6a91b3d, host: dv-cinder-796114-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36d53036-d305-476e-ad99-71a5cdef7eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6'}}] {{(pid=91876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:58:01.573569 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-07b643c5-426b-44ea-a24d-fb4c2a5665bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:01.622559 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-07b643c5-426b-44ea-a24d-fb4c2a5665bb None None] For port 3b21a1de-c046-40d1-96bc-3d81e6a91b3d, host dv-cinder-796114-3-iscsi, cleared binding levels {{(pid=91876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:58:01.625828 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-07b643c5-426b-44ea-a24d-fb4c2a5665bb None None] For port 3b21a1de-c046-40d1-96bc-3d81e6a91b3d, host dv-cinder-796114-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=3b21a1de-c046-40d1-96bc-3d81e6a91b3d,segment=NetworkSegment(36d53036-d305-476e-ad99-71a5cdef7eb4),segment_id=36d53036-d305-476e-ad99-71a5cdef7eb4)] {{(pid=91876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:58:01.629766 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-07b643c5-426b-44ea-a24d-fb4c2a5665bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:01.633064 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:58:01.685750 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b643c5-426b-44ea-a24d-fb4c2a5665bb None None] Routers {'6f04b46d-82c0-43ee-97c5-39d901c06ecb'} bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:58:01.686313 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-07b643c5-426b-44ea-a24d-fb4c2a5665bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T15:57:20Z,description=,heartbeat_timestamp=2021-06-16T15:57:50Z,host='dv-cinder-796114-3-iscsi',id=0e7678c9-774c-4c46-a09f-f3aaee363ca4,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:57:20Z,topic='l3_agent')) {'router_ids': ['6f04b46d-82c0-43ee-97c5-39d901c06ecb'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:58:01.722228 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3b153b-5192-4484-bb9f-d38012005121 None None] Pushing event updated for resources: {'Port': ['ID=3b21a1de-c046-40d1-96bc-3d81e6a91b3d,revision_number=3']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:58:01.749615 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-3c3b153b-5192-4484-bb9f-d38012005121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:58:01.791116 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-07b643c5-426b-44ea-a24d-fb4c2a5665bb None None] Set router 6f04b46d-82c0-43ee-97c5-39d901c06ecb gateway port host: dv-cinder-796114-3-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:58:02.071217 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-07b643c5-426b-44ea-a24d-fb4c2a5665bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f04b46d-82c0-43ee-97c5-39d901c06ecb', 'name': 'router1', 'tenant_id': 'ac7ae9387b56404282c979b8d7b2b1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '3b21a1de-c046-40d1-96bc-3d81e6a91b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:57:43Z', 'updated_at': '2021-06-16T15:57:59Z', 'revision_number': 4, 'project_id': 'ac7ae9387b56404282c979b8d7b2b1c9', 'gw_port': {'id': '3b21a1de-c046-40d1-96bc-3d81e6a91b3d', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:24:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f04b46d-82c0-43ee-97c5-39d901c06ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:57:59Z', 'updated_at': '2021-06-16T15:58:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi', '_interfaces': [{'id': '3f040050-c66d-4a2d-9e25-26a9aff0c917', 'name': '', 'network_id': '936bc745-994c-4d62-bfd5-2d7a9e4bc752', 'tenant_id': 'ac7ae9387b56404282c979b8d7b2b1c9', 'mac_address': 'fa:16:3e:07:cb:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f04b46d-82c0-43ee-97c5-39d901c06ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd4e31240-4819-4cb9-9f8d-a93589ab3466', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:57:52Z', 'updated_at': '2021-06-16T15:57:58Z', 'revision_number': 5, 'project_id': 'ac7ae9387b56404282c979b8d7b2b1c9', 'subnets': [{'id': 'd4e31240-4819-4cb9-9f8d-a93589ab3466', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '24bdd66b-c51b-4c0d-9d19-3ff07f525a58'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:58:02.074527 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b643c5-426b-44ea-a24d-fb4c2a5665bb None None] The sync data for ids ['6f04b46d-82c0-43ee-97c5-39d901c06ecb'] in dv-cinder-796114-3-iscsi is: [{'id': '6f04b46d-82c0-43ee-97c5-39d901c06ecb', 'name': 'router1', 'tenant_id': 'ac7ae9387b56404282c979b8d7b2b1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '3b21a1de-c046-40d1-96bc-3d81e6a91b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:57:43Z', 'updated_at': '2021-06-16T15:57:59Z', 'revision_number': 4, 'project_id': 'ac7ae9387b56404282c979b8d7b2b1c9', 'gw_port': {'id': '3b21a1de-c046-40d1-96bc-3d81e6a91b3d', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:24:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f04b46d-82c0-43ee-97c5-39d901c06ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:57:59Z', 'updated_at': '2021-06-16T15:58:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi', '_interfaces': [{'id': '3f040050-c66d-4a2d-9e25-26a9aff0c917', 'name': '', 'network_id': '936bc745-994c-4d62-bfd5-2d7a9e4bc752', 'tenant_id': 'ac7ae9387b56404282c979b8d7b2b1c9', 'mac_address': 'fa:16:3e:07:cb:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f04b46d-82c0-43ee-97c5-39d901c06ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd4e31240-4819-4cb9-9f8d-a93589ab3466', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:57:52Z', 'updated_at': '2021-06-16T15:57:58Z', 'revision_number': 5, 'project_id': 'ac7ae9387b56404282c979b8d7b2b1c9', 'subnets': [{'id': 'd4e31240-4819-4cb9-9f8d-a93589ab3466', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '24bdd66b-c51b-4c0d-9d19-3ff07f525a58'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:58:02.334006 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device 3b21a1de-c046-40d1-96bc-3d81e6a91b3d up at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:58:02.383513 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning for port 3b21a1de-c046-40d1-96bc-3d81e6a91b3d completed by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:58:02.394350 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning complete for port 3b21a1de-c046-40d1-96bc-3d81e6a91b3d triggered by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:58:02.395447 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:02.474805 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:02.499115 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] For port 3b21a1de-c046-40d1-96bc-3d81e6a91b3d, host dv-cinder-796114-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=3b21a1de-c046-40d1-96bc-3d81e6a91b3d,segment=NetworkSegment(36d53036-d305-476e-ad99-71a5cdef7eb4),segment_id=36d53036-d305-476e-ad99-71a5cdef7eb4)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:58:02.508733 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:02.512187 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:58:02.565533 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Pushing event updated for resources: {'Port': ['ID=3b21a1de-c046-40d1-96bc-3d81e6a91b3d,revision_number=4']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:58:02.568932 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:58:02.881939 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 60142) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:58:03.002177 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-a0e5f781-20a9-4769-9b76-35073f5bcc22 admin admin] 10.222.0.49 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.1190965 Jun 16 15:58:04.307890 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device 3b21a1de-c046-40d1-96bc-3d81e6a91b3d up at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:58:04.355077 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning complete for port 3b21a1de-c046-40d1-96bc-3d81e6a91b3d triggered by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:58:04.355456 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:17.409182 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-77babefc-cbac-4945-9035-9fe54fe5a4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:17.826439 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.agents_db [None req-058d43c2-15cf-4374-9ac5-1369303d1fb9 None None] Agent healthcheck: found 5 active agents {{(pid=91877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:58:19.846845 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-d3d43934-859a-4121-9fce-85ce3e55c732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:19.937130 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:21.244519 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-6ad78952-ea93-43a4-8288-1e7c2f1dde9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:22.763525 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-459ba97e-0994-401b-bd86-9772962a392e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:47.411002 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-0ac2098e-e7d2-46d5-9a36-3c603130addf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:49.849589 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-586bd2a7-5a28-4051-8ad4-1e1af0f2184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:49.934410 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:51.245570 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-6ad78952-ea93-43a4-8288-1e7c2f1dde9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:52.766176 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-459ba97e-0994-401b-bd86-9772962a392e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:54.825647 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.agents_db [None req-058d43c2-15cf-4374-9ac5-1369303d1fb9 None None] Agent healthcheck: found 5 active agents {{(pid=91877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:59:17.418500 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-a1024660-13d7-409b-b3f3-6e40201c0556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:19.850493 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-a54e8be6-d88d-44ab-90d4-0be9f7e54265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:19.926113 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:21.248720 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-6ad78952-ea93-43a4-8288-1e7c2f1dde9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:22.770332 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-459ba97e-0994-401b-bd86-9772962a392e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:31.824628 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.agents_db [None req-058d43c2-15cf-4374-9ac5-1369303d1fb9 None None] Agent healthcheck: found 5 active agents {{(pid=91877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:59:38.503689 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 60710) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:59:38.563226 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.pecan_wsgi.hooks.translation [None req-546f0efa-7b7e-4177-8df6-3776897c845d admin admin] GET failed (client error): The resource could not be found. Jun 16 15:59:38.564498 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-546f0efa-7b7e-4177-8df6-3776897c845d admin admin] 10.222.0.49 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0598755 Jun 16 15:59:38.728809 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326ab417-78ce-409d-873b-d0b3727e1e7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:38.730995 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-326ab417-78ce-409d-873b-d0b3727e1e7b admin admin] 10.222.0.49 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1624486 Jun 16 15:59:40.870931 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 60720) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:59:40.959971 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019281aa-dde0-4fb0-8f86-deba76def3e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:40.961330 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-019281aa-dde0-4fb0-8f86-deba76def3e1 admin admin] 10.222.0.49 "GET /v2.0/subnets/d4e31240-4819-4cb9-9f8d-a93589ab3466 HTTP/1.1" status: 200 len: 849 time: 0.0894542 Jun 16 15:59:40.971406 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.v2.base [None req-13d32081-e8e3-4ced-9e35-61f361b380de admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:59:41.056902 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-13d32081-e8e3-4ced-9e35-61f361b380de admin admin] Notify callbacks [] for subnet, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:41.197846 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-13d32081-e8e3-4ced-9e35-61f361b380de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8726811346800'] for subnet, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:41.200987 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:59:41.244270 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d32081-e8e3-4ced-9e35-61f361b380de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:41.245679 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-13d32081-e8e3-4ced-9e35-61f361b380de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16222807'] for subnet, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:41.246948 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-13d32081-e8e3-4ced-9e35-61f361b380de admin admin] 10.222.0.49 "PUT /v2.0/subnets/d4e31240-4819-4cb9-9f8d-a93589ab3466 HTTP/1.1" status: 200 len: 868 time: 0.2793484 Jun 16 15:59:41.249166 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7933f568-e908-4dd0-a098-1c107cb4999b None None] Network 936bc745-994c-4d62-bfd5-2d7a9e4bc752 requested from dv-cinder-796114-3-iscsi {{(pid=91876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:59:41.259233 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d32081-e8e3-4ced-9e35-61f361b380de admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4e31240-4819-4cb9-9f8d-a93589ab3466,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:41.279299 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d32081-e8e3-4ced-9e35-61f361b380de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:41.279665 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d32081-e8e3-4ced-9e35-61f361b380de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:41.280007 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d32081-e8e3-4ced-9e35-61f361b380de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:41.280324 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d32081-e8e3-4ced-9e35-61f361b380de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:41.280646 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d32081-e8e3-4ced-9e35-61f361b380de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:41.280985 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d32081-e8e3-4ced-9e35-61f361b380de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:41.281305 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d32081-e8e3-4ced-9e35-61f361b380de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:41.281650 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d32081-e8e3-4ced-9e35-61f361b380de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:41.282107 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d32081-e8e3-4ced-9e35-61f361b380de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:41.282437 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d32081-e8e3-4ced-9e35-61f361b380de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:41.282757 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d32081-e8e3-4ced-9e35-61f361b380de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:41.283060 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d32081-e8e3-4ced-9e35-61f361b380de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:41.290586 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-13d32081-e8e3-4ced-9e35-61f361b380de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:59:41.686495 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-ee0b3fc9-d375-443f-bd08-53149cc7ab45 None None] Provisioning complete for port 00e8c8b3-dffd-41eb-8275-e02c3aa76a54 triggered by entity DHCP. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:59:41.686959 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-ee0b3fc9-d375-443f-bd08-53149cc7ab45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:41.768373 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-ee0b3fc9-d375-443f-bd08-53149cc7ab45 None None] Provisioning complete for port 3f040050-c66d-4a2d-9e25-26a9aff0c917 triggered by entity DHCP. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:59:41.768652 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-ee0b3fc9-d375-443f-bd08-53149cc7ab45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:43.380612 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 60728) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:59:43.572460 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12cd333f-8ec1-4cae-95f5-ac237af34717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:43.572852 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12cd333f-8ec1-4cae-95f5-ac237af34717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:43.575221 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-12cd333f-8ec1-4cae-95f5-ac237af34717 admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1936455 Jun 16 15:59:45.720142 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 60736) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:59:45.849060 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605a5e73-7a32-4c79-afa3-82ebeae5ced1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:45.849569 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605a5e73-7a32-4c79-afa3-82ebeae5ced1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:45.851051 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-605a5e73-7a32-4c79-afa3-82ebeae5ced1 admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1299796 Jun 16 15:59:47.413098 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-ca7d553f-98e7-4736-bab5-a52edda35db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:48.000024 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 60744) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:59:48.123662 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2abf00-6f3a-4e85-918c-2c1fdbb7aa22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:48.125011 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-5e2abf00-6f3a-4e85-918c-2c1fdbb7aa22 admin admin] 10.222.0.49 "GET /v2.0/networks/47501c57-dfca-44aa-9eed-27ee8bb77cd6 HTTP/1.1" status: 200 len: 886 time: 0.1240470 Jun 16 15:59:49.851447 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-97ac33b2-a46c-4f1b-9c3c-178bd18d6319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:49.927280 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:50.290318 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 60752) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:59:50.524990 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f73ce6-27d6-40fc-8f80-a7db8f093902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:50.526466 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-40f73ce6-27d6-40fc-8f80-a7db8f093902 admin admin] 10.222.0.49 "GET /v2.0/networks/936bc745-994c-4d62-bfd5-2d7a9e4bc752 HTTP/1.1" status: 200 len: 869 time: 0.2351880 Jun 16 15:59:51.250926 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-6ad78952-ea93-43a4-8288-1e7c2f1dde9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:52.646889 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 60760) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:59:52.771220 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6968151-5379-44f3-b274-92bc812c7bf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:52.771693 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6968151-5379-44f3-b274-92bc812c7bf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:52.773453 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-f6968151-5379-44f3-b274-92bc812c7bf1 admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1255519 Jun 16 15:59:52.775673 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-459ba97e-0994-401b-bd86-9772962a392e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:54.919318 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 60768) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:59:55.008184 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926ae83c-5b5c-4522-a770-4f06b81e564e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:55.008642 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926ae83c-5b5c-4522-a770-4f06b81e564e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:55.010187 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-926ae83c-5b5c-4522-a770-4f06b81e564e admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0898528 Jun 16 15:59:57.142940 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 60776) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:59:57.225696 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204e6310-9dca-4f28-a507-81f8fe3b6a98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:57.227012 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-204e6310-9dca-4f28-a507-81f8fe3b6a98 admin admin] 10.222.0.49 "GET /v2.0/subnets/0b38b6c0-4839-4539-8281-d8dcfdf92ae7 HTTP/1.1" status: 200 len: 816 time: 0.0831239 Jun 16 15:59:59.346987 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 60784) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:59:59.434470 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34490e2-7d65-4f1c-ab99-534db5a311a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:59.435744 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-b34490e2-7d65-4f1c-ab99-534db5a311a0 admin admin] 10.222.0.49 "GET /v2.0/subnets/d4e31240-4819-4cb9-9f8d-a93589ab3466 HTTP/1.1" status: 200 len: 868 time: 0.0878081 Jun 16 16:00:08.824826 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.agents_db [None req-058d43c2-15cf-4374-9ac5-1369303d1fb9 None None] Agent healthcheck: found 5 active agents {{(pid=91877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:00:17.413718 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-66139d6c-9ecc-4190-be55-ae835472f5e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:19.851734 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-d5b1d3e6-e589-466b-b283-a4f17c78c73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:19.928159 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:21.255666 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-6ad78952-ea93-43a4-8288-1e7c2f1dde9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:22.778525 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-459ba97e-0994-401b-bd86-9772962a392e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:22.834572 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 60828) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:00:22.880994 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [None req-59eebda4-c5f7-48da-9e6c-ab8fc46d0487 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=91875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:00:22.882008 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-59eebda4-c5f7-48da-9e6c-ab8fc46d0487 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0465045 Jun 16 16:00:25.095919 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 60836) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:00:25.192697 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.pecan_wsgi.hooks.translation [None req-c32894bf-692e-4428-a7dd-14089c6ac962 admin admin] GET failed (client error): The resource could not be found. Jun 16 16:00:25.194334 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-c32894bf-692e-4428-a7dd-14089c6ac962 admin admin] 10.222.0.49 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0975137 Jun 16 16:00:25.441836 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.policy [None req-67dc420a-719a-40a2-9126-9b80852e080c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91874) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 16 16:00:25.488980 dv-cinder-796114-3-iscsi neutron-server[91874]: WARNING oslo_policy.policy [None req-67dc420a-719a-40a2-9126-9b80852e080c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 16:00:25.489396 dv-cinder-796114-3-iscsi neutron-server[91874]: WARNING oslo_policy.policy [None req-67dc420a-719a-40a2-9126-9b80852e080c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 16:00:25.498133 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67dc420a-719a-40a2-9126-9b80852e080c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:00:25.499813 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-67dc420a-719a-40a2-9126-9b80852e080c admin admin] 10.222.0.49 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.3010476 Jun 16 16:00:27.659060 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 60848) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:00:27.704751 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.v2.base [None req-f6eeedc9-a87d-4393-b887-9d76c1299fca admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=91875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:00:27.729035 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6eeedc9-a87d-4393-b887-9d76c1299fca admin admin] Made reservation on behalf of 90537bbdf1a64f12a44ab173c9bb7b0c for: {'network': 1} {{(pid=91875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:00:27.731261 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-f6eeedc9-a87d-4393-b887-9d76c1299fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16110075'] for network, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:27.758677 dv-cinder-796114-3-iscsi neutron-server[91875]: WARNING neutron.services.revisions.revision_plugin [None req-f6eeedc9-a87d-4393-b887-9d76c1299fca admin admin] Could not find related network for resource to bump revision. Jun 16 16:00:27.769106 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6eeedc9-a87d-4393-b887-9d76c1299fca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=91875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:00:27.777663 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-f6eeedc9-a87d-4393-b887-9d76c1299fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233616'] for segment, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:27.778008 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.db.segments_db [None req-f6eeedc9-a87d-4393-b887-9d76c1299fca admin admin] Added segment c3729bf0-c745-4c70-81e8-6120ce6e1fdc of type vlan for network e1235860-ff3c-472b-842c-8d0379bbb3ad Jun 16 16:00:27.815550 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-f6eeedc9-a87d-4393-b887-9d76c1299fca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726810908546'] for network, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:27.843359 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-f6eeedc9-a87d-4393-b887-9d76c1299fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-700135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792'] for network, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:27.844683 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6eeedc9-a87d-4393-b887-9d76c1299fca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:00:27.845255 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-f6eeedc9-a87d-4393-b887-9d76c1299fca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16222807'] for network, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:27.848029 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:00:27.894751 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-f6eeedc9-a87d-4393-b887-9d76c1299fca admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2346354 Jun 16 16:00:27.907699 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eeedc9-a87d-4393-b887-9d76c1299fca admin admin] Pushing event updated for resources: {'Network': ['ID=e1235860-ff3c-472b-842c-8d0379bbb3ad,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:00:27.910581 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-f6eeedc9-a87d-4393-b887-9d76c1299fca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:00:27.920554 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Network e1235860-ff3c-472b-842c-8d0379bbb3ad details requested by agent ovs-agent-dv-cinder-796114-3-iscsi with host dv-cinder-796114-3-iscsi {{(pid=91876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:00:30.065512 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 60856) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:00:30.123496 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.pecan_wsgi.hooks.translation [None req-b96732ba-ded1-4b13-a62d-d0dced6cbf85 admin admin] GET failed (client error): The resource could not be found. Jun 16 16:00:30.124788 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-b96732ba-ded1-4b13-a62d-d0dced6cbf85 admin admin] 10.222.0.49 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0582933 Jun 16 16:00:30.190865 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fb8ebc-84b5-4031-9259-e34beab1ff44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:00:30.192269 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-f5fb8ebc-84b5-4031-9259-e34beab1ff44 admin admin] 10.222.0.49 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0637321 Jun 16 16:00:30.202269 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.v2.base [None req-9aade271-e8aa-4e71-8eea-a3c30a2b81d5 admin admin] Request body: {'subnet': {'network_id': 'e1235860-ff3c-472b-842c-8d0379bbb3ad', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=91875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:00:30.221739 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aade271-e8aa-4e71-8eea-a3c30a2b81d5 admin admin] Made reservation on behalf of 90537bbdf1a64f12a44ab173c9bb7b0c for: {'subnet': 1} {{(pid=91875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:00:30.223953 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-9aade271-e8aa-4e71-8eea-a3c30a2b81d5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:30.385387 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-9aade271-e8aa-4e71-8eea-a3c30a2b81d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785'] for subnet, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:30.387407 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:00:30.437314 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aade271-e8aa-4e71-8eea-a3c30a2b81d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbb496ff-6472-43c9-8c60-3629ee522cf9,revision_number=0']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:00:30.441711 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-9aade271-e8aa-4e71-8eea-a3c30a2b81d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:00:30.449823 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aade271-e8aa-4e71-8eea-a3c30a2b81d5 admin admin] Checking segment: {'id': 'c3729bf0-c745-4c70-81e8-6120ce6e1fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e1235860-ff3c-472b-842c-8d0379bbb3ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:00:30.450175 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aade271-e8aa-4e71-8eea-a3c30a2b81d5 admin admin] Network hostable DHCP agents. Network: e1235860-ff3c-472b-842c-8d0379bbb3ad, hostable agents: ['bb1823c3-707b-401a-ae95-86070490f7a6'], hosted agents: [] {{(pid=91875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:00:30.465729 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aade271-e8aa-4e71-8eea-a3c30a2b81d5 admin admin] Network e1235860-ff3c-472b-842c-8d0379bbb3ad is scheduled to be hosted by DHCP agent bb1823c3-707b-401a-ae95-86070490f7a6 with binding_index 1 {{(pid=91875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:00:30.474412 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.base_scheduler [None req-9aade271-e8aa-4e71-8eea-a3c30a2b81d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796114-3-iscsi, e1235860-ff3c-472b-842c-8d0379bbb3ad) {{(pid=91875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:00:30.478381 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aade271-e8aa-4e71-8eea-a3c30a2b81d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:00:30.479132 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-9aade271-e8aa-4e71-8eea-a3c30a2b81d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16222807'] for subnet, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:30.485001 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05291252-2418-46b9-a96e-ba74dcd4fb13 None None] Network e1235860-ff3c-472b-842c-8d0379bbb3ad requested from dv-cinder-796114-3-iscsi {{(pid=91876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:00:30.492543 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-9aade271-e8aa-4e71-8eea-a3c30a2b81d5 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2936103 Jun 16 16:00:30.639128 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21b90a9-250e-4dfb-903a-4113c42b0f32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a65b000-2000-5da8-b86a-eb5bc6f9c062-e1235860-ff3c-472b-842c-8d0379bbb3ad', 'network_id': 'e1235860-ff3c-472b-842c-8d0379bbb3ad', 'tenant_id': '90537bbdf1a64f12a44ab173c9bb7b0c', 'fixed_ips': [{'subnet_id': 'fbb496ff-6472-43c9-8c60-3629ee522cf9'}]}} from dv-cinder-796114-3-iscsi. {{(pid=91876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 16:00:30.640018 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-b21b90a9-250e-4dfb-903a-4113c42b0f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16110075'] for port, before_create {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:30.784589 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.db_base_plugin_common [None req-b21b90a9-250e-4dfb-903a-4113c42b0f32 None None] Allocated IP 192.168.233.2 (e1235860-ff3c-472b-842c-8d0379bbb3ad/fbb496ff-6472-43c9-8c60-3629ee522cf9/4d90c0c7-afe1-4fd5-a4ff-2622c143df9b) {{(pid=91876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:00:31.024375 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-b21b90a9-250e-4dfb-903a-4113c42b0f32 None None] Notify callbacks [] for port, precommit_create {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:31.033265 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-b21b90a9-250e-4dfb-903a-4113c42b0f32 None None] Transition to ACTIVE for port object 4d90c0c7-afe1-4fd5-a4ff-2622c143df9b will not be triggered until provisioned by entity L2. {{(pid=91876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:00:31.048611 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-b21b90a9-250e-4dfb-903a-4113c42b0f32 None None] Transition to ACTIVE for port object 4d90c0c7-afe1-4fd5-a4ff-2622c143df9b will not be triggered until provisioned by entity DHCP. {{(pid=91876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:00:31.055012 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-b21b90a9-250e-4dfb-903a-4113c42b0f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16110910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726810954487'] for port, after_create {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:31.057790 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-1164eaff-1b81-45dd-abc6-3596d835a839 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:00:31.092660 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21b90a9-250e-4dfb-903a-4113c42b0f32 None None] Network e1235860-ff3c-472b-842c-8d0379bbb3ad is already hosted by enough agents. {{(pid=91876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:00:31.095560 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.scheduler.base_scheduler [None req-b21b90a9-250e-4dfb-903a-4113c42b0f32 None None] Resources bound (agent type, host, resource id): {{(pid=91876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:00:31.101085 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21b90a9-250e-4dfb-903a-4113c42b0f32 None None] Received port after_create {{(pid=91876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:00:31.109568 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21b90a9-250e-4dfb-903a-4113c42b0f32 None None] Pushing event updated for resources: {'Port': ['ID=4d90c0c7-afe1-4fd5-a4ff-2622c143df9b,revision_number=1']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:00:31.133350 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21b90a9-250e-4dfb-903a-4113c42b0f32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:00:31.133721 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21b90a9-250e-4dfb-903a-4113c42b0f32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:00:31.134066 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21b90a9-250e-4dfb-903a-4113c42b0f32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:00:31.135070 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21b90a9-250e-4dfb-903a-4113c42b0f32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:00:31.135491 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21b90a9-250e-4dfb-903a-4113c42b0f32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:00:31.135830 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21b90a9-250e-4dfb-903a-4113c42b0f32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:00:31.136166 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21b90a9-250e-4dfb-903a-4113c42b0f32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:00:31.136499 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21b90a9-250e-4dfb-903a-4113c42b0f32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:00:31.136851 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21b90a9-250e-4dfb-903a-4113c42b0f32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:00:31.137184 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21b90a9-250e-4dfb-903a-4113c42b0f32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:00:31.137538 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21b90a9-250e-4dfb-903a-4113c42b0f32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:00:31.137866 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21b90a9-250e-4dfb-903a-4113c42b0f32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:00:31.145035 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-b21b90a9-250e-4dfb-903a-4113c42b0f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:00:31.174632 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-b21b90a9-250e-4dfb-903a-4113c42b0f32 None None] Attempting to bind port 4d90c0c7-afe1-4fd5-a4ff-2622c143df9b on host dv-cinder-796114-3-iscsi for vnic_type normal with profile {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:00:31.175016 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-b21b90a9-250e-4dfb-903a-4113c42b0f32 None None] Attempting to bind port 4d90c0c7-afe1-4fd5-a4ff-2622c143df9b by drivers openvswitch,hyperv on host dv-cinder-796114-3-iscsi at level 0 using segments [{'id': 'c3729bf0-c745-4c70-81e8-6120ce6e1fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e1235860-ff3c-472b-842c-8d0379bbb3ad'}] {{(pid=91876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:00:31.175400 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21b90a9-250e-4dfb-903a-4113c42b0f32 None None] Attempting to bind port 4d90c0c7-afe1-4fd5-a4ff-2622c143df9b on network e1235860-ff3c-472b-842c-8d0379bbb3ad {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:00:31.180292 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21b90a9-250e-4dfb-903a-4113c42b0f32 None None] Checking agent: {'id': '6d4db28b-73fb-449a-900a-e0a23b9890fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 57, 20), 'started_at': datetime.datetime(2021, 6, 16, 15, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:00:31.180674 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21b90a9-250e-4dfb-903a-4113c42b0f32 None None] Checking segment: {'id': 'c3729bf0-c745-4c70-81e8-6120ce6e1fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e1235860-ff3c-472b-842c-8d0379bbb3ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:00:31.181936 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-b21b90a9-250e-4dfb-903a-4113c42b0f32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:31.182199 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21b90a9-250e-4dfb-903a-4113c42b0f32 None None] Bound using segment: {'id': 'c3729bf0-c745-4c70-81e8-6120ce6e1fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e1235860-ff3c-472b-842c-8d0379bbb3ad'} {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:00:31.182663 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-b21b90a9-250e-4dfb-903a-4113c42b0f32 None None] Bound port: 4d90c0c7-afe1-4fd5-a4ff-2622c143df9b, host: dv-cinder-796114-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3729bf0-c745-4c70-81e8-6120ce6e1fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e1235860-ff3c-472b-842c-8d0379bbb3ad'}}] {{(pid=91876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:00:31.183038 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-b21b90a9-250e-4dfb-903a-4113c42b0f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:31.248713 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-b21b90a9-250e-4dfb-903a-4113c42b0f32 None None] For port 4d90c0c7-afe1-4fd5-a4ff-2622c143df9b, host dv-cinder-796114-3-iscsi, cleared binding levels {{(pid=91876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:00:31.251834 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-b21b90a9-250e-4dfb-903a-4113c42b0f32 None None] For port 4d90c0c7-afe1-4fd5-a4ff-2622c143df9b, host dv-cinder-796114-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=4d90c0c7-afe1-4fd5-a4ff-2622c143df9b,segment=NetworkSegment(c3729bf0-c745-4c70-81e8-6120ce6e1fdc),segment_id=c3729bf0-c745-4c70-81e8-6120ce6e1fdc)] {{(pid=91876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:00:31.256731 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-b21b90a9-250e-4dfb-903a-4113c42b0f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:31.258981 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-3c3b153b-5192-4484-bb9f-d38012005121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:00:31.315626 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21b90a9-250e-4dfb-903a-4113c42b0f32 None None] Pushing event updated for resources: {'Port': ['ID=4d90c0c7-afe1-4fd5-a4ff-2622c143df9b,revision_number=2']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:00:31.320014 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-b21b90a9-250e-4dfb-903a-4113c42b0f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:00:32.199147 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1033845-6442-4135-aba2-0d276573587c None None] Network e1235860-ff3c-472b-842c-8d0379bbb3ad requested from dv-cinder-796114-3-iscsi {{(pid=91876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:00:32.263812 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-148e37f7-991c-4fa6-b6a9-b2ecffd5f341 None None] Provisioning for port 4d90c0c7-afe1-4fd5-a4ff-2622c143df9b completed by entity DHCP. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:00:32.454594 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device 4d90c0c7-afe1-4fd5-a4ff-2622c143df9b up at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:00:32.515839 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning for port 4d90c0c7-afe1-4fd5-a4ff-2622c143df9b completed by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:00:32.518703 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning complete for port 4d90c0c7-afe1-4fd5-a4ff-2622c143df9b triggered by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:00:32.519086 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:32.609435 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:32.623539 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-9d926097-ad8e-422b-8990-5319f85f3b03 None None] Provisioning complete for port 4d90c0c7-afe1-4fd5-a4ff-2622c143df9b triggered by entity DHCP. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:00:32.623919 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-9d926097-ad8e-422b-8990-5319f85f3b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:32.670495 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] For port 4d90c0c7-afe1-4fd5-a4ff-2622c143df9b, host dv-cinder-796114-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=4d90c0c7-afe1-4fd5-a4ff-2622c143df9b,segment=NetworkSegment(c3729bf0-c745-4c70-81e8-6120ce6e1fdc),segment_id=c3729bf0-c745-4c70-81e8-6120ce6e1fdc)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:00:32.677625 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:32.683276 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:00:32.761183 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Pushing event updated for resources: {'Port': ['ID=4d90c0c7-afe1-4fd5-a4ff-2622c143df9b,revision_number=3']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:00:32.776703 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:00:34.412944 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device 4d90c0c7-afe1-4fd5-a4ff-2622c143df9b up at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:00:34.460075 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning complete for port 4d90c0c7-afe1-4fd5-a4ff-2622c143df9b triggered by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:00:34.460448 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:45.823660 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.agents_db [None req-058d43c2-15cf-4374-9ac5-1369303d1fb9 None None] Agent healthcheck: found 5 active agents {{(pid=91877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:00:47.414753 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-9ce09813-a03d-4c3f-8dac-de0204d4f9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:49.854841 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-7081e765-870b-4b55-8eef-15e5f227b76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:49.929659 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:51.257758 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-6ad78952-ea93-43a4-8288-1e7c2f1dde9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:52.783457 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-459ba97e-0994-401b-bd86-9772962a392e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:17.418483 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-3a5131eb-478b-4202-a549-7561ea4d51f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:19.849005 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-f3b34bb7-a292-47c7-80a8-290ba8ebc931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:19.932950 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:21.260929 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-6ad78952-ea93-43a4-8288-1e7c2f1dde9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:22.784184 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-459ba97e-0994-401b-bd86-9772962a392e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:22.823138 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.agents_db [None req-058d43c2-15cf-4374-9ac5-1369303d1fb9 None None] Agent healthcheck: found 5 active agents {{(pid=91877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:01:38.277030 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 60910) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:01:38.283468 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [None req-38d61f88-2a5f-4b1e-bbae-abe1b7bae7c5 tempest-verify_tempest_config-432431944 tempest-verify_tempest_config-432431944-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=91875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:01:38.284623 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-38d61f88-2a5f-4b1e-bbae-abe1b7bae7c5 tempest-verify_tempest_config-432431944 tempest-verify_tempest_config-432431944-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0063372 Jun 16 16:01:38.588432 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 60928) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:01:38.691414 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-3e2cfb90-a1e4-4add-be93-84f1df651193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:38.779042 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-3e2cfb90-a1e4-4add-be93-84f1df651193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:38.782568 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-3e2cfb90-a1e4-4add-be93-84f1df651193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:38.785326 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-b12f4b30-6c8c-4a05-9193-4e5f22000756 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:38.826263 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2cfb90-a1e4-4add-be93-84f1df651193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=911e05b7-4b0e-426b-a24e-268cda2d1f36,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:38.830684 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-3e2cfb90-a1e4-4add-be93-84f1df651193 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f6575618faf44424a687e9438d3c68f6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2412875 Jun 16 16:01:38.833535 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 60932) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:01:38.835487 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2cfb90-a1e4-4add-be93-84f1df651193 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:38.835802 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2cfb90-a1e4-4add-be93-84f1df651193 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:38.836146 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2cfb90-a1e4-4add-be93-84f1df651193 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:38.836476 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2cfb90-a1e4-4add-be93-84f1df651193 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:38.836800 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2cfb90-a1e4-4add-be93-84f1df651193 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:38.837127 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2cfb90-a1e4-4add-be93-84f1df651193 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:38.837475 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2cfb90-a1e4-4add-be93-84f1df651193 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:38.837800 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2cfb90-a1e4-4add-be93-84f1df651193 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:38.838139 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2cfb90-a1e4-4add-be93-84f1df651193 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:38.838464 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2cfb90-a1e4-4add-be93-84f1df651193 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:38.838781 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2cfb90-a1e4-4add-be93-84f1df651193 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:38.839097 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2cfb90-a1e4-4add-be93-84f1df651193 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:38.842867 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-3e2cfb90-a1e4-4add-be93-84f1df651193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:38.923030 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-77bea818-ba30-44ce-a350-72fdc082170d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:38.943749 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-77bea818-ba30-44ce-a350-72fdc082170d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:39.037163 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-77bea818-ba30-44ce-a350-72fdc082170d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:39.040602 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-77bea818-ba30-44ce-a350-72fdc082170d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:39.041948 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-77bea818-ba30-44ce-a350-72fdc082170d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/911e05b7-4b0e-426b-a24e-268cda2d1f36 HTTP/1.1" status: 204 len: 168 time: 0.2072453 Jun 16 16:01:39.043117 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:39.052730 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bea818-ba30-44ce-a350-72fdc082170d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=911e05b7-4b0e-426b-a24e-268cda2d1f36,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:39.068017 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bea818-ba30-44ce-a350-72fdc082170d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:39.068207 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bea818-ba30-44ce-a350-72fdc082170d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:39.068543 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bea818-ba30-44ce-a350-72fdc082170d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:39.068926 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bea818-ba30-44ce-a350-72fdc082170d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:39.069779 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bea818-ba30-44ce-a350-72fdc082170d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:39.070051 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bea818-ba30-44ce-a350-72fdc082170d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:39.070386 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bea818-ba30-44ce-a350-72fdc082170d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:39.070744 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bea818-ba30-44ce-a350-72fdc082170d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:39.071430 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bea818-ba30-44ce-a350-72fdc082170d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:39.071430 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bea818-ba30-44ce-a350-72fdc082170d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:39.071740 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bea818-ba30-44ce-a350-72fdc082170d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:39.071998 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bea818-ba30-44ce-a350-72fdc082170d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:39.073119 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bea818-ba30-44ce-a350-72fdc082170d admin admin] Tracked resource versions report: Jun 16 16:01:39.073119 dv-cinder-796114-3-iscsi neutron-server[91874]: pushed versions: Jun 16 16:01:39.073119 dv-cinder-796114-3-iscsi neutron-server[91874]: { 'AddressGroup': {'1.2'}, Jun 16 16:01:39.073119 dv-cinder-796114-3-iscsi neutron-server[91874]: 'ConntrackHelper': {'1.0'}, Jun 16 16:01:39.073119 dv-cinder-796114-3-iscsi neutron-server[91874]: 'Log': {'1.0'}, Jun 16 16:01:39.073119 dv-cinder-796114-3-iscsi neutron-server[91874]: 'Network': {'1.1'}, Jun 16 16:01:39.073119 dv-cinder-796114-3-iscsi neutron-server[91874]: 'Port': {'1.7'}, Jun 16 16:01:39.073119 dv-cinder-796114-3-iscsi neutron-server[91874]: 'PortForwarding': {'1.2'}, Jun 16 16:01:39.073119 dv-cinder-796114-3-iscsi neutron-server[91874]: 'QosPolicy': {'1.8'}, Jun 16 16:01:39.073119 dv-cinder-796114-3-iscsi neutron-server[91874]: 'SecurityGroup': {'1.4'}, Jun 16 16:01:39.073119 dv-cinder-796114-3-iscsi neutron-server[91874]: 'SecurityGroupRule': {'1.2'}, Jun 16 16:01:39.073119 dv-cinder-796114-3-iscsi neutron-server[91874]: 'SubPort': {'1.0'}, Jun 16 16:01:39.073119 dv-cinder-796114-3-iscsi neutron-server[91874]: 'Subnet': {'1.1'}, Jun 16 16:01:39.073119 dv-cinder-796114-3-iscsi neutron-server[91874]: 'Trunk': {'1.1'}} Jun 16 16:01:39.073119 dv-cinder-796114-3-iscsi neutron-server[91874]: consumer versions: Jun 16 16:01:39.073119 dv-cinder-796114-3-iscsi neutron-server[91874]: { DHCP agent@dv-cinder-796114-3-iscsi: {}, Jun 16 16:01:39.073119 dv-cinder-796114-3-iscsi neutron-server[91874]: L3 agent@dv-cinder-796114-3-iscsi: {}, Jun 16 16:01:39.073119 dv-cinder-796114-3-iscsi neutron-server[91874]: Metadata agent@dv-cinder-796114-3-iscsi: {}, Jun 16 16:01:39.073119 dv-cinder-796114-3-iscsi neutron-server[91874]: Metering agent@dv-cinder-796114-3-iscsi: {}, Jun 16 16:01:39.073119 dv-cinder-796114-3-iscsi neutron-server[91874]: Open vSwitch agent@dv-cinder-796114-3-iscsi: { 'AddressGroup': '1.2', Jun 16 16:01:39.073119 dv-cinder-796114-3-iscsi neutron-server[91874]: 'ConntrackHelper': '1.0', Jun 16 16:01:39.073119 dv-cinder-796114-3-iscsi neutron-server[91874]: 'Log': '1.0', Jun 16 16:01:39.073119 dv-cinder-796114-3-iscsi neutron-server[91874]: 'Network': '1.1', Jun 16 16:01:39.073119 dv-cinder-796114-3-iscsi neutron-server[91874]: 'Port': '1.7', Jun 16 16:01:39.073119 dv-cinder-796114-3-iscsi neutron-server[91874]: 'PortForwarding': '1.2', Jun 16 16:01:39.073119 dv-cinder-796114-3-iscsi neutron-server[91874]: 'QosPolicy': '1.8', Jun 16 16:01:39.073119 dv-cinder-796114-3-iscsi neutron-server[91874]: 'SecurityGroup': '1.4', Jun 16 16:01:39.073119 dv-cinder-796114-3-iscsi neutron-server[91874]: 'SecurityGroupRule': '1.2', Jun 16 16:01:39.073119 dv-cinder-796114-3-iscsi neutron-server[91874]: 'SubPort': '1.0', Jun 16 16:01:39.073119 dv-cinder-796114-3-iscsi neutron-server[91874]: 'Subnet': '1.1', Jun 16 16:01:39.073119 dv-cinder-796114-3-iscsi neutron-server[91874]: 'Trunk': '1.1'}} Jun 16 16:01:39.073119 dv-cinder-796114-3-iscsi neutron-server[91874]: {{(pid=91874) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 16:01:39.111495 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-77bea818-ba30-44ce-a350-72fdc082170d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:47.420909 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-9be6923f-16fa-4969-a217-9dbf00cc4672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:49.849061 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-cc2fac7a-9345-47f8-91fa-597346347a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:49.933938 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:51.266369 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-6ad78952-ea93-43a4-8288-1e7c2f1dde9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:52.789143 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-459ba97e-0994-401b-bd86-9772962a392e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:59.822213 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.agents_db [None req-058d43c2-15cf-4374-9ac5-1369303d1fb9 None None] Agent healthcheck: found 5 active agents {{(pid=91877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:02:17.421001 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-838e2ccd-acc4-4f7c-ae51-6b4267fcad83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:19.849840 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-4e3e639f-6532-46bb-9769-871ab66ed852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:19.934141 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:21.268621 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-6ad78952-ea93-43a4-8288-1e7c2f1dde9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:22.792152 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-459ba97e-0994-401b-bd86-9772962a392e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:36.821285 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.agents_db [None req-058d43c2-15cf-4374-9ac5-1369303d1fb9 None None] Agent healthcheck: found 5 active agents {{(pid=91877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:02:47.422229 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-3b419464-0d93-4f4e-b0b0-a0439396f491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:49.854728 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-2ec9fe52-d2b3-44ea-8b3a-65bc899bd5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:49.934397 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:51.270867 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-6ad78952-ea93-43a4-8288-1e7c2f1dde9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:52.796272 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-459ba97e-0994-401b-bd86-9772962a392e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:13.819290 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.agents_db [None req-058d43c2-15cf-4374-9ac5-1369303d1fb9 None None] Agent healthcheck: found 5 active agents {{(pid=91877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:03:17.424121 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c779614a-6e18-4444-94dd-73b3f4da0837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:19.327330 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871'] for agent, after_create {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:19.854444 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-89d5a52c-fe70-4668-8202-bfbbe713b126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:19.934865 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:21.274771 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-6ad78952-ea93-43a4-8288-1e7c2f1dde9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:22.772932 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 60990) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:03:22.799037 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-459ba97e-0994-401b-bd86-9772962a392e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:22.878193 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-c2df871e-c2cd-41f2-97c7-62d06868db13 admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1041327 Jun 16 16:03:25.074094 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 32768) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:03:25.132770 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-7880c266-4657-4978-a3c5-4cba532c4eaf admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0573142 Jun 16 16:03:47.424286 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-46bf6c83-0f1b-41f7-bce2-7a2a45eb9d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:49.270990 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:49.853705 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-746818ab-2be4-47f9-a663-90183a833910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:49.936450 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:50.817784 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.agents_db [None req-058d43c2-15cf-4374-9ac5-1369303d1fb9 None None] Agent healthcheck: found 6 active agents {{(pid=91877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:03:51.278062 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-6ad78952-ea93-43a4-8288-1e7c2f1dde9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:52.801116 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-459ba97e-0994-401b-bd86-9772962a392e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:17.433135 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-cef74c0c-62b3-493f-8eaf-44fe6e308d28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:19.287480 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:19.854562 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-588aa788-695b-4dcf-8b1e-0dce7113e1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:19.941446 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:21.281731 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-6ad78952-ea93-43a4-8288-1e7c2f1dde9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:22.803935 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-459ba97e-0994-401b-bd86-9772962a392e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:27.816366 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.agents_db [None req-058d43c2-15cf-4374-9ac5-1369303d1fb9 None None] Agent healthcheck: found 6 active agents {{(pid=91877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:04:47.426877 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-59f508b9-4371-402d-9b47-288bfc6ee877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:49.303581 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:49.879407 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-ddc18336-e75e-4a8d-881b-f55d64351c8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:49.962102 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:51.284156 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 32878) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:04:51.287934 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-6ad78952-ea93-43a4-8288-1e7c2f1dde9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:51.473299 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.v2.base [None req-67316588-a03a-49a4-8695-0943a3db4087 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1689198256-network', 'tenant_id': '16b677d62510476d919b610e7baa5577'}} {{(pid=91875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:04:51.496010 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67316588-a03a-49a4-8695-0943a3db4087 admin admin] Made reservation on behalf of 16b677d62510476d919b610e7baa5577 for: {'network': 1} {{(pid=91875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:04:51.498795 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-67316588-a03a-49a4-8695-0943a3db4087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16110075'] for network, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:51.508456 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-67316588-a03a-49a4-8695-0943a3db4087 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:51.630408 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-67316588-a03a-49a4-8695-0943a3db4087 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:51.641499 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-67316588-a03a-49a4-8695-0943a3db4087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:51.653669 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:04:51.681539 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67316588-a03a-49a4-8695-0943a3db4087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1132bc5-c3f0-4c6b-b9ce-e2c9e846d764,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:51.691164 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67316588-a03a-49a4-8695-0943a3db4087 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:51.691519 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67316588-a03a-49a4-8695-0943a3db4087 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:51.691883 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67316588-a03a-49a4-8695-0943a3db4087 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:51.692297 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67316588-a03a-49a4-8695-0943a3db4087 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:51.692632 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67316588-a03a-49a4-8695-0943a3db4087 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:51.693014 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67316588-a03a-49a4-8695-0943a3db4087 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:51.693343 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67316588-a03a-49a4-8695-0943a3db4087 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:51.693716 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67316588-a03a-49a4-8695-0943a3db4087 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:51.694189 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67316588-a03a-49a4-8695-0943a3db4087 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:51.694444 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67316588-a03a-49a4-8695-0943a3db4087 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:51.695440 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67316588-a03a-49a4-8695-0943a3db4087 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:51.695825 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67316588-a03a-49a4-8695-0943a3db4087 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:51.696937 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67316588-a03a-49a4-8695-0943a3db4087 admin admin] Tracked resource versions report: Jun 16 16:04:51.696937 dv-cinder-796114-3-iscsi neutron-server[91875]: pushed versions: Jun 16 16:04:51.696937 dv-cinder-796114-3-iscsi neutron-server[91875]: { 'AddressGroup': {'1.2'}, Jun 16 16:04:51.696937 dv-cinder-796114-3-iscsi neutron-server[91875]: 'ConntrackHelper': {'1.0'}, Jun 16 16:04:51.696937 dv-cinder-796114-3-iscsi neutron-server[91875]: 'Log': {'1.0'}, Jun 16 16:04:51.696937 dv-cinder-796114-3-iscsi neutron-server[91875]: 'Network': {'1.1'}, Jun 16 16:04:51.696937 dv-cinder-796114-3-iscsi neutron-server[91875]: 'Port': {'1.7'}, Jun 16 16:04:51.696937 dv-cinder-796114-3-iscsi neutron-server[91875]: 'PortForwarding': {'1.2'}, Jun 16 16:04:51.696937 dv-cinder-796114-3-iscsi neutron-server[91875]: 'QosPolicy': {'1.8'}, Jun 16 16:04:51.696937 dv-cinder-796114-3-iscsi neutron-server[91875]: 'SecurityGroup': {'1.4'}, Jun 16 16:04:51.696937 dv-cinder-796114-3-iscsi neutron-server[91875]: 'SecurityGroupRule': {'1.2'}, Jun 16 16:04:51.696937 dv-cinder-796114-3-iscsi neutron-server[91875]: 'SubPort': {'1.0'}, Jun 16 16:04:51.696937 dv-cinder-796114-3-iscsi neutron-server[91875]: 'Subnet': {'1.1'}, Jun 16 16:04:51.696937 dv-cinder-796114-3-iscsi neutron-server[91875]: 'Trunk': {'1.1'}} Jun 16 16:04:51.696937 dv-cinder-796114-3-iscsi neutron-server[91875]: consumer versions: Jun 16 16:04:51.696937 dv-cinder-796114-3-iscsi neutron-server[91875]: { DHCP agent@dv-cinder-796114-3-iscsi: {}, Jun 16 16:04:51.696937 dv-cinder-796114-3-iscsi neutron-server[91875]: HyperV agent@hv-cinder-79611: {}, Jun 16 16:04:51.696937 dv-cinder-796114-3-iscsi neutron-server[91875]: L3 agent@dv-cinder-796114-3-iscsi: {}, Jun 16 16:04:51.696937 dv-cinder-796114-3-iscsi neutron-server[91875]: Metadata agent@dv-cinder-796114-3-iscsi: {}, Jun 16 16:04:51.696937 dv-cinder-796114-3-iscsi neutron-server[91875]: Metering agent@dv-cinder-796114-3-iscsi: {}, Jun 16 16:04:51.696937 dv-cinder-796114-3-iscsi neutron-server[91875]: Open vSwitch agent@dv-cinder-796114-3-iscsi: { 'AddressGroup': '1.2', Jun 16 16:04:51.696937 dv-cinder-796114-3-iscsi neutron-server[91875]: 'ConntrackHelper': '1.0', Jun 16 16:04:51.696937 dv-cinder-796114-3-iscsi neutron-server[91875]: 'Log': '1.0', Jun 16 16:04:51.696937 dv-cinder-796114-3-iscsi neutron-server[91875]: 'Network': '1.1', Jun 16 16:04:51.696937 dv-cinder-796114-3-iscsi neutron-server[91875]: 'Port': '1.7', Jun 16 16:04:51.696937 dv-cinder-796114-3-iscsi neutron-server[91875]: 'PortForwarding': '1.2', Jun 16 16:04:51.696937 dv-cinder-796114-3-iscsi neutron-server[91875]: 'QosPolicy': '1.8', Jun 16 16:04:51.696937 dv-cinder-796114-3-iscsi neutron-server[91875]: 'SecurityGroup': '1.4', Jun 16 16:04:51.696937 dv-cinder-796114-3-iscsi neutron-server[91875]: 'SecurityGroupRule': '1.2', Jun 16 16:04:51.696937 dv-cinder-796114-3-iscsi neutron-server[91875]: 'SubPort': '1.0', Jun 16 16:04:51.696937 dv-cinder-796114-3-iscsi neutron-server[91875]: 'Subnet': '1.1', Jun 16 16:04:51.696937 dv-cinder-796114-3-iscsi neutron-server[91875]: 'Trunk': '1.1'}} Jun 16 16:04:51.696937 dv-cinder-796114-3-iscsi neutron-server[91875]: {{(pid=91875) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 16:04:51.700411 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-67316588-a03a-49a4-8695-0943a3db4087 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:04:51.701340 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67316588-a03a-49a4-8695-0943a3db4087 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=91875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:04:51.714059 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-67316588-a03a-49a4-8695-0943a3db4087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233616'] for segment, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:51.714414 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.db.segments_db [None req-67316588-a03a-49a4-8695-0943a3db4087 admin admin] Added segment 9b04c04a-5851-495d-91c5-098f1a7e56ff of type vlan for network cfdbc1d1-75c9-493c-aefe-3be5c8294cd4 Jun 16 16:04:51.761633 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-67316588-a03a-49a4-8695-0943a3db4087 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726810908546'] for network, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:51.791820 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-67316588-a03a-49a4-8695-0943a3db4087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-700135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792'] for network, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:51.793146 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67316588-a03a-49a4-8695-0943a3db4087 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:04:51.793792 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-67316588-a03a-49a4-8695-0943a3db4087 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16222807'] for network, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:51.796856 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:04:51.845951 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 32920) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:04:51.846480 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-67316588-a03a-49a4-8695-0943a3db4087 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5605929 Jun 16 16:04:51.855152 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-d7fa6dd7-eac2-44ea-b6dc-3f08d6855a0c admin admin] Request body: {'subnet': {'network_id': 'cfdbc1d1-75c9-493c-aefe-3be5c8294cd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1689198256-subnet', 'tenant_id': '16b677d62510476d919b610e7baa5577', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:04:51.857801 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67316588-a03a-49a4-8695-0943a3db4087 admin admin] Pushing event updated for resources: {'Network': ['ID=cfdbc1d1-75c9-493c-aefe-3be5c8294cd4,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:51.858300 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.quota [None req-d7fa6dd7-eac2-44ea-b6dc-3f08d6855a0c admin admin] Loaded quota_driver: . Jun 16 16:04:51.860623 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-67316588-a03a-49a4-8695-0943a3db4087 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:04:51.869583 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Network cfdbc1d1-75c9-493c-aefe-3be5c8294cd4 details requested by agent ovs-agent-dv-cinder-796114-3-iscsi with host dv-cinder-796114-3-iscsi {{(pid=91876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:04:51.909094 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7fa6dd7-eac2-44ea-b6dc-3f08d6855a0c admin admin] Made reservation on behalf of 16b677d62510476d919b610e7baa5577 for: {'subnet': 1} {{(pid=91874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:04:51.912837 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-d7fa6dd7-eac2-44ea-b6dc-3f08d6855a0c admin admin] Notify callbacks [] for subnet, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:52.198153 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-d7fa6dd7-eac2-44ea-b6dc-3f08d6855a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785'] for subnet, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:52.202822 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:04:52.249288 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fa6dd7-eac2-44ea-b6dc-3f08d6855a0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b78bc3c-b434-4bd5-9871-761bea7dd046,revision_number=0']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:52.258347 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa6dd7-eac2-44ea-b6dc-3f08d6855a0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:52.258868 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa6dd7-eac2-44ea-b6dc-3f08d6855a0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:52.259170 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa6dd7-eac2-44ea-b6dc-3f08d6855a0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:52.259448 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa6dd7-eac2-44ea-b6dc-3f08d6855a0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:52.259780 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa6dd7-eac2-44ea-b6dc-3f08d6855a0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:52.260211 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa6dd7-eac2-44ea-b6dc-3f08d6855a0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:52.260588 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa6dd7-eac2-44ea-b6dc-3f08d6855a0c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:52.260706 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa6dd7-eac2-44ea-b6dc-3f08d6855a0c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:52.261126 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa6dd7-eac2-44ea-b6dc-3f08d6855a0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:52.261649 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa6dd7-eac2-44ea-b6dc-3f08d6855a0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:52.262006 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa6dd7-eac2-44ea-b6dc-3f08d6855a0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:52.262006 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa6dd7-eac2-44ea-b6dc-3f08d6855a0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:52.263016 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa6dd7-eac2-44ea-b6dc-3f08d6855a0c admin admin] Tracked resource versions report: Jun 16 16:04:52.263016 dv-cinder-796114-3-iscsi neutron-server[91874]: pushed versions: Jun 16 16:04:52.263016 dv-cinder-796114-3-iscsi neutron-server[91874]: { 'AddressGroup': {'1.2'}, Jun 16 16:04:52.263016 dv-cinder-796114-3-iscsi neutron-server[91874]: 'ConntrackHelper': {'1.0'}, Jun 16 16:04:52.263016 dv-cinder-796114-3-iscsi neutron-server[91874]: 'Log': {'1.0'}, Jun 16 16:04:52.263016 dv-cinder-796114-3-iscsi neutron-server[91874]: 'Network': {'1.1'}, Jun 16 16:04:52.263016 dv-cinder-796114-3-iscsi neutron-server[91874]: 'Port': {'1.7'}, Jun 16 16:04:52.263016 dv-cinder-796114-3-iscsi neutron-server[91874]: 'PortForwarding': {'1.2'}, Jun 16 16:04:52.263016 dv-cinder-796114-3-iscsi neutron-server[91874]: 'QosPolicy': {'1.8'}, Jun 16 16:04:52.263016 dv-cinder-796114-3-iscsi neutron-server[91874]: 'SecurityGroup': {'1.4'}, Jun 16 16:04:52.263016 dv-cinder-796114-3-iscsi neutron-server[91874]: 'SecurityGroupRule': {'1.2'}, Jun 16 16:04:52.263016 dv-cinder-796114-3-iscsi neutron-server[91874]: 'SubPort': {'1.0'}, Jun 16 16:04:52.263016 dv-cinder-796114-3-iscsi neutron-server[91874]: 'Subnet': {'1.1'}, Jun 16 16:04:52.263016 dv-cinder-796114-3-iscsi neutron-server[91874]: 'Trunk': {'1.1'}} Jun 16 16:04:52.263016 dv-cinder-796114-3-iscsi neutron-server[91874]: consumer versions: Jun 16 16:04:52.263016 dv-cinder-796114-3-iscsi neutron-server[91874]: { DHCP agent@dv-cinder-796114-3-iscsi: {}, Jun 16 16:04:52.263016 dv-cinder-796114-3-iscsi neutron-server[91874]: HyperV agent@hv-cinder-79611: {}, Jun 16 16:04:52.263016 dv-cinder-796114-3-iscsi neutron-server[91874]: L3 agent@dv-cinder-796114-3-iscsi: {}, Jun 16 16:04:52.263016 dv-cinder-796114-3-iscsi neutron-server[91874]: Metadata agent@dv-cinder-796114-3-iscsi: {}, Jun 16 16:04:52.263016 dv-cinder-796114-3-iscsi neutron-server[91874]: Metering agent@dv-cinder-796114-3-iscsi: {}, Jun 16 16:04:52.263016 dv-cinder-796114-3-iscsi neutron-server[91874]: Open vSwitch agent@dv-cinder-796114-3-iscsi: { 'AddressGroup': '1.2', Jun 16 16:04:52.263016 dv-cinder-796114-3-iscsi neutron-server[91874]: 'ConntrackHelper': '1.0', Jun 16 16:04:52.263016 dv-cinder-796114-3-iscsi neutron-server[91874]: 'Log': '1.0', Jun 16 16:04:52.263016 dv-cinder-796114-3-iscsi neutron-server[91874]: 'Network': '1.1', Jun 16 16:04:52.263016 dv-cinder-796114-3-iscsi neutron-server[91874]: 'Port': '1.7', Jun 16 16:04:52.263016 dv-cinder-796114-3-iscsi neutron-server[91874]: 'PortForwarding': '1.2', Jun 16 16:04:52.263016 dv-cinder-796114-3-iscsi neutron-server[91874]: 'QosPolicy': '1.8', Jun 16 16:04:52.263016 dv-cinder-796114-3-iscsi neutron-server[91874]: 'SecurityGroup': '1.4', Jun 16 16:04:52.263016 dv-cinder-796114-3-iscsi neutron-server[91874]: 'SecurityGroupRule': '1.2', Jun 16 16:04:52.263016 dv-cinder-796114-3-iscsi neutron-server[91874]: 'SubPort': '1.0', Jun 16 16:04:52.263016 dv-cinder-796114-3-iscsi neutron-server[91874]: 'Subnet': '1.1', Jun 16 16:04:52.263016 dv-cinder-796114-3-iscsi neutron-server[91874]: 'Trunk': '1.1'}} Jun 16 16:04:52.263016 dv-cinder-796114-3-iscsi neutron-server[91874]: {{(pid=91874) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 16:04:52.277972 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-d7fa6dd7-eac2-44ea-b6dc-3f08d6855a0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:04:52.290548 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fa6dd7-eac2-44ea-b6dc-3f08d6855a0c admin admin] Checking segment: {'id': '9b04c04a-5851-495d-91c5-098f1a7e56ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'cfdbc1d1-75c9-493c-aefe-3be5c8294cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:04:52.290854 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fa6dd7-eac2-44ea-b6dc-3f08d6855a0c admin admin] Network hostable DHCP agents. Network: cfdbc1d1-75c9-493c-aefe-3be5c8294cd4, hostable agents: ['bb1823c3-707b-401a-ae95-86070490f7a6'], hosted agents: [] {{(pid=91874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:04:52.319085 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fa6dd7-eac2-44ea-b6dc-3f08d6855a0c admin admin] Network cfdbc1d1-75c9-493c-aefe-3be5c8294cd4 is scheduled to be hosted by DHCP agent bb1823c3-707b-401a-ae95-86070490f7a6 with binding_index 1 {{(pid=91874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:04:52.332984 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [None req-d7fa6dd7-eac2-44ea-b6dc-3f08d6855a0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796114-3-iscsi, cfdbc1d1-75c9-493c-aefe-3be5c8294cd4) {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:04:52.342360 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fa6dd7-eac2-44ea-b6dc-3f08d6855a0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:04:52.342525 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f649ba-7f7d-44c8-988c-0ecb57390172 None None] Network cfdbc1d1-75c9-493c-aefe-3be5c8294cd4 requested from dv-cinder-796114-3-iscsi {{(pid=91876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:04:52.342976 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-d7fa6dd7-eac2-44ea-b6dc-3f08d6855a0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16222807'] for subnet, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:52.370785 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-d7fa6dd7-eac2-44ea-b6dc-3f08d6855a0c admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5231287 Jun 16 16:04:52.373467 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 32956) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:04:52.379497 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-fef02160-ccb3-4389-93c3-1ce6a897388b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1689198256-router', 'tenant_id': '16b677d62510476d919b610e7baa5577', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6'}}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:04:52.428070 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-fef02160-ccb3-4389-93c3-1ce6a897388b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-676994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2211'] for router, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:52.434524 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-fef02160-ccb3-4389-93c3-1ce6a897388b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-678443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2202'] for router, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:52.637271 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070507b0-a99d-46d2-806b-cbc199c71f64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a65b000-2000-5da8-b86a-eb5bc6f9c062-cfdbc1d1-75c9-493c-aefe-3be5c8294cd4', 'network_id': 'cfdbc1d1-75c9-493c-aefe-3be5c8294cd4', 'tenant_id': '16b677d62510476d919b610e7baa5577', 'fixed_ips': [{'subnet_id': '6b78bc3c-b434-4bd5-9871-761bea7dd046'}]}} from dv-cinder-796114-3-iscsi. {{(pid=91876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 16:04:52.639006 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-070507b0-a99d-46d2-806b-cbc199c71f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16110075'] for port, before_create {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:52.644844 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-fef02160-ccb3-4389-93c3-1ce6a897388b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:52.822522 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.db_base_plugin_common [None req-070507b0-a99d-46d2-806b-cbc199c71f64 None None] Allocated IP 172.20.0.2 (cfdbc1d1-75c9-493c-aefe-3be5c8294cd4/6b78bc3c-b434-4bd5-9871-761bea7dd046/e7b3e210-89e3-40d2-8f69-40df71239491) {{(pid=91876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:04:52.833501 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-459ba97e-0994-401b-bd86-9772962a392e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:52.849703 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-fef02160-ccb3-4389-93c3-1ce6a897388b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701328', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-677036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2180'] for router, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:52.925379 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 32984) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:04:52.988912 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-070507b0-a99d-46d2-806b-cbc199c71f64 None None] Notify callbacks [] for port, precommit_create {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:52.998569 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-070507b0-a99d-46d2-806b-cbc199c71f64 None None] Transition to ACTIVE for port object e7b3e210-89e3-40d2-8f69-40df71239491 will not be triggered until provisioned by entity L2. {{(pid=91876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:04:53.015355 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-070507b0-a99d-46d2-806b-cbc199c71f64 None None] Transition to ACTIVE for port object e7b3e210-89e3-40d2-8f69-40df71239491 will not be triggered until provisioned by entity DHCP. {{(pid=91876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:04:53.024248 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-070507b0-a99d-46d2-806b-cbc199c71f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16110910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726810954487'] for port, after_create {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:53.028627 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:04:53.068554 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070507b0-a99d-46d2-806b-cbc199c71f64 None None] Network cfdbc1d1-75c9-493c-aefe-3be5c8294cd4 is already hosted by enough agents. {{(pid=91876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:04:53.071981 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.scheduler.base_scheduler [None req-070507b0-a99d-46d2-806b-cbc199c71f64 None None] Resources bound (agent type, host, resource id): {{(pid=91876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:04:53.080194 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070507b0-a99d-46d2-806b-cbc199c71f64 None None] Received port after_create {{(pid=91876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:04:53.089424 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070507b0-a99d-46d2-806b-cbc199c71f64 None None] Pushing event updated for resources: {'Port': ['ID=e7b3e210-89e3-40d2-8f69-40df71239491,revision_number=1']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:53.119746 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070507b0-a99d-46d2-806b-cbc199c71f64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:53.120312 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070507b0-a99d-46d2-806b-cbc199c71f64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:53.120804 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070507b0-a99d-46d2-806b-cbc199c71f64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:53.121312 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070507b0-a99d-46d2-806b-cbc199c71f64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:53.121832 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070507b0-a99d-46d2-806b-cbc199c71f64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:53.122320 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070507b0-a99d-46d2-806b-cbc199c71f64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:53.122806 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070507b0-a99d-46d2-806b-cbc199c71f64 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:53.123293 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070507b0-a99d-46d2-806b-cbc199c71f64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:53.123790 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070507b0-a99d-46d2-806b-cbc199c71f64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:53.124267 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070507b0-a99d-46d2-806b-cbc199c71f64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:53.124750 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070507b0-a99d-46d2-806b-cbc199c71f64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:53.125217 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070507b0-a99d-46d2-806b-cbc199c71f64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:53.126469 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070507b0-a99d-46d2-806b-cbc199c71f64 None None] Tracked resource versions report: Jun 16 16:04:53.126469 dv-cinder-796114-3-iscsi neutron-server[91876]: pushed versions: Jun 16 16:04:53.126469 dv-cinder-796114-3-iscsi neutron-server[91876]: { 'AddressGroup': {'1.2'}, Jun 16 16:04:53.126469 dv-cinder-796114-3-iscsi neutron-server[91876]: 'ConntrackHelper': {'1.0'}, Jun 16 16:04:53.126469 dv-cinder-796114-3-iscsi neutron-server[91876]: 'Log': {'1.0'}, Jun 16 16:04:53.126469 dv-cinder-796114-3-iscsi neutron-server[91876]: 'Network': {'1.1'}, Jun 16 16:04:53.126469 dv-cinder-796114-3-iscsi neutron-server[91876]: 'Port': {'1.7'}, Jun 16 16:04:53.126469 dv-cinder-796114-3-iscsi neutron-server[91876]: 'PortForwarding': {'1.2'}, Jun 16 16:04:53.126469 dv-cinder-796114-3-iscsi neutron-server[91876]: 'QosPolicy': {'1.8'}, Jun 16 16:04:53.126469 dv-cinder-796114-3-iscsi neutron-server[91876]: 'SecurityGroup': {'1.4'}, Jun 16 16:04:53.126469 dv-cinder-796114-3-iscsi neutron-server[91876]: 'SecurityGroupRule': {'1.2'}, Jun 16 16:04:53.126469 dv-cinder-796114-3-iscsi neutron-server[91876]: 'SubPort': {'1.0'}, Jun 16 16:04:53.126469 dv-cinder-796114-3-iscsi neutron-server[91876]: 'Subnet': {'1.1'}, Jun 16 16:04:53.126469 dv-cinder-796114-3-iscsi neutron-server[91876]: 'Trunk': {'1.1'}} Jun 16 16:04:53.126469 dv-cinder-796114-3-iscsi neutron-server[91876]: consumer versions: Jun 16 16:04:53.126469 dv-cinder-796114-3-iscsi neutron-server[91876]: { DHCP agent@dv-cinder-796114-3-iscsi: {}, Jun 16 16:04:53.126469 dv-cinder-796114-3-iscsi neutron-server[91876]: HyperV agent@hv-cinder-79611: {}, Jun 16 16:04:53.126469 dv-cinder-796114-3-iscsi neutron-server[91876]: L3 agent@dv-cinder-796114-3-iscsi: {}, Jun 16 16:04:53.126469 dv-cinder-796114-3-iscsi neutron-server[91876]: Metadata agent@dv-cinder-796114-3-iscsi: {}, Jun 16 16:04:53.126469 dv-cinder-796114-3-iscsi neutron-server[91876]: Metering agent@dv-cinder-796114-3-iscsi: {}, Jun 16 16:04:53.126469 dv-cinder-796114-3-iscsi neutron-server[91876]: Open vSwitch agent@dv-cinder-796114-3-iscsi: { 'AddressGroup': '1.2', Jun 16 16:04:53.126469 dv-cinder-796114-3-iscsi neutron-server[91876]: 'ConntrackHelper': '1.0', Jun 16 16:04:53.126469 dv-cinder-796114-3-iscsi neutron-server[91876]: 'Log': '1.0', Jun 16 16:04:53.126469 dv-cinder-796114-3-iscsi neutron-server[91876]: 'Network': '1.1', Jun 16 16:04:53.126469 dv-cinder-796114-3-iscsi neutron-server[91876]: 'Port': '1.7', Jun 16 16:04:53.126469 dv-cinder-796114-3-iscsi neutron-server[91876]: 'PortForwarding': '1.2', Jun 16 16:04:53.126469 dv-cinder-796114-3-iscsi neutron-server[91876]: 'QosPolicy': '1.8', Jun 16 16:04:53.126469 dv-cinder-796114-3-iscsi neutron-server[91876]: 'SecurityGroup': '1.4', Jun 16 16:04:53.126469 dv-cinder-796114-3-iscsi neutron-server[91876]: 'SecurityGroupRule': '1.2', Jun 16 16:04:53.126469 dv-cinder-796114-3-iscsi neutron-server[91876]: 'SubPort': '1.0', Jun 16 16:04:53.126469 dv-cinder-796114-3-iscsi neutron-server[91876]: 'Subnet': '1.1', Jun 16 16:04:53.126469 dv-cinder-796114-3-iscsi neutron-server[91876]: 'Trunk': '1.1'}} Jun 16 16:04:53.126469 dv-cinder-796114-3-iscsi neutron-server[91876]: {{(pid=91876) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 16:04:53.135641 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-070507b0-a99d-46d2-806b-cbc199c71f64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:04:53.156210 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-fef02160-ccb3-4389-93c3-1ce6a897388b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:53.166215 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-070507b0-a99d-46d2-806b-cbc199c71f64 None None] Attempting to bind port e7b3e210-89e3-40d2-8f69-40df71239491 on host dv-cinder-796114-3-iscsi for vnic_type normal with profile {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:04:53.166826 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-070507b0-a99d-46d2-806b-cbc199c71f64 None None] Attempting to bind port e7b3e210-89e3-40d2-8f69-40df71239491 by drivers openvswitch,hyperv on host dv-cinder-796114-3-iscsi at level 0 using segments [{'id': '9b04c04a-5851-495d-91c5-098f1a7e56ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'cfdbc1d1-75c9-493c-aefe-3be5c8294cd4'}] {{(pid=91876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:04:53.167381 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070507b0-a99d-46d2-806b-cbc199c71f64 None None] Attempting to bind port e7b3e210-89e3-40d2-8f69-40df71239491 on network cfdbc1d1-75c9-493c-aefe-3be5c8294cd4 {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:04:53.173175 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070507b0-a99d-46d2-806b-cbc199c71f64 None None] Checking agent: {'id': '6d4db28b-73fb-449a-900a-e0a23b9890fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 57, 20), 'started_at': datetime.datetime(2021, 6, 16, 15, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:04:53.173622 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070507b0-a99d-46d2-806b-cbc199c71f64 None None] Checking segment: {'id': '9b04c04a-5851-495d-91c5-098f1a7e56ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'cfdbc1d1-75c9-493c-aefe-3be5c8294cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:04:53.174032 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-070507b0-a99d-46d2-806b-cbc199c71f64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:53.174434 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070507b0-a99d-46d2-806b-cbc199c71f64 None None] Bound using segment: {'id': '9b04c04a-5851-495d-91c5-098f1a7e56ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'cfdbc1d1-75c9-493c-aefe-3be5c8294cd4'} {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:04:53.174907 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-070507b0-a99d-46d2-806b-cbc199c71f64 None None] Bound port: e7b3e210-89e3-40d2-8f69-40df71239491, host: dv-cinder-796114-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b04c04a-5851-495d-91c5-098f1a7e56ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'cfdbc1d1-75c9-493c-aefe-3be5c8294cd4'}}] {{(pid=91876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:04:53.175288 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-070507b0-a99d-46d2-806b-cbc199c71f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:53.191508 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-fef02160-ccb3-4389-93c3-1ce6a897388b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16110075'] for port, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:53.255180 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-070507b0-a99d-46d2-806b-cbc199c71f64 None None] For port e7b3e210-89e3-40d2-8f69-40df71239491, host dv-cinder-796114-3-iscsi, cleared binding levels {{(pid=91876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:04:53.264639 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-070507b0-a99d-46d2-806b-cbc199c71f64 None None] For port e7b3e210-89e3-40d2-8f69-40df71239491, host dv-cinder-796114-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=e7b3e210-89e3-40d2-8f69-40df71239491,segment=NetworkSegment(9b04c04a-5851-495d-91c5-098f1a7e56ff),segment_id=9b04c04a-5851-495d-91c5-098f1a7e56ff)] {{(pid=91876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:04:53.277823 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-070507b0-a99d-46d2-806b-cbc199c71f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:53.285341 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-b21b90a9-250e-4dfb-903a-4113c42b0f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:04:53.291524 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 33002) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:04:53.326404 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 33006) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:04:53.387502 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070507b0-a99d-46d2-806b-cbc199c71f64 None None] Pushing event updated for resources: {'Port': ['ID=e7b3e210-89e3-40d2-8f69-40df71239491,revision_number=2']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:53.394112 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-070507b0-a99d-46d2-806b-cbc199c71f64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:04:53.420742 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_common [None req-fef02160-ccb3-4389-93c3-1ce6a897388b admin admin] Allocated IP 172.27.1.108 (47501c57-dfca-44aa-9eed-27ee8bb77cd6/0b38b6c0-4839-4539-8281-d8dcfdf92ae7/6da1a5f4-82c1-43e0-a78a-2bf5174efd5c) {{(pid=91874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:04:53.432325 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.v2.base [None req-022a63ee-310e-4227-9886-e2322d897886 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-921871885-network', 'tenant_id': 'db9146d9ee644ac1b34683eea92fa465'}} {{(pid=91875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:04:53.467353 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-022a63ee-310e-4227-9886-e2322d897886 admin admin] Made reservation on behalf of db9146d9ee644ac1b34683eea92fa465 for: {'network': 1} {{(pid=91875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:04:53.471101 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-022a63ee-310e-4227-9886-e2322d897886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16110075'] for network, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:53.490658 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-022a63ee-310e-4227-9886-e2322d897886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:53.642477 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-fef02160-ccb3-4389-93c3-1ce6a897388b admin admin] Notify callbacks [] for port, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:53.658332 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-022a63ee-310e-4227-9886-e2322d897886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:53.664950 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-022a63ee-310e-4227-9886-e2322d897886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:53.680442 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-022a63ee-310e-4227-9886-e2322d897886 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=91875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:04:53.693511 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-022a63ee-310e-4227-9886-e2322d897886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233616'] for segment, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:53.694105 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.db.segments_db [None req-022a63ee-310e-4227-9886-e2322d897886 admin admin] Added segment c56de4da-75a9-474a-9e98-16d3afde5ba9 of type vlan for network 2de03ba3-731d-4eb0-919b-7f4e3c40d4e8 Jun 16 16:04:53.754216 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-022a63ee-310e-4227-9886-e2322d897886 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726810908546'] for network, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:53.780803 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-fef02160-ccb3-4389-93c3-1ce6a897388b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16110910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726810954487'] for port, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:53.784012 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-3e2cfb90-a1e4-4add-be93-84f1df651193 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:04:53.784406 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:04:53.807814 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022a63ee-310e-4227-9886-e2322d897886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdcdfe14-ed1e-4eed-be98-af6baa230d38,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:53.810644 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-022a63ee-310e-4227-9886-e2322d897886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-700135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792'] for network, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:53.811955 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-022a63ee-310e-4227-9886-e2322d897886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:04:53.818687 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.v2.base [None req-83ed1df6-31d1-48f7-9d0e-78c3374c104d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-71700425-network', 'tenant_id': 'b6f37c6beb22479fae2758d3ed17d813'}} {{(pid=91875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:04:53.846799 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022a63ee-310e-4227-9886-e2322d897886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:04:53.847660 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-022a63ee-310e-4227-9886-e2322d897886 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16222807'] for network, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:53.862879 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-b12f4b30-6c8c-4a05-9193-4e5f22000756 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:04:53.865102 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ed1df6-31d1-48f7-9d0e-78c3374c104d admin admin] Made reservation on behalf of b6f37c6beb22479fae2758d3ed17d813 for: {'network': 1} {{(pid=91875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:04:53.867992 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-83ed1df6-31d1-48f7-9d0e-78c3374c104d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16110075'] for network, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:53.886136 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.v2.base [None req-aff0536c-213a-4ba2-b972-57743ed5e40d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-831611834-network', 'tenant_id': '9736a5dc95504648ab9aceb89928bdef'}} {{(pid=91875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:04:53.890178 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-83ed1df6-31d1-48f7-9d0e-78c3374c104d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:53.891823 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef02160-ccb3-4389-93c3-1ce6a897388b admin admin] Pushing event updated for resources: {'Port': ['ID=6da1a5f4-82c1-43e0-a78a-2bf5174efd5c,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:53.903448 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-022a63ee-310e-4227-9886-e2322d897886 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9769690 Jun 16 16:04:53.908690 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 33030) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:04:53.909535 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-fef02160-ccb3-4389-93c3-1ce6a897388b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:04:53.914870 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-5b031a2e-6053-4175-9860-2312ed2e3264 admin admin] Request body: {'subnet': {'network_id': '2de03ba3-731d-4eb0-919b-7f4e3c40d4e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-921871885-subnet', 'tenant_id': 'db9146d9ee644ac1b34683eea92fa465', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:04:53.926692 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef02160-ccb3-4389-93c3-1ce6a897388b admin admin] Network 47501c57-dfca-44aa-9eed-27ee8bb77cd6 is already hosted by enough agents. {{(pid=91874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:04:53.928351 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff0536c-213a-4ba2-b972-57743ed5e40d admin admin] Made reservation on behalf of 9736a5dc95504648ab9aceb89928bdef for: {'network': 1} {{(pid=91875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:04:53.930671 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [None req-fef02160-ccb3-4389-93c3-1ce6a897388b admin admin] Resources bound (agent type, host, resource id): {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:04:53.931991 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-aff0536c-213a-4ba2-b972-57743ed5e40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16110075'] for network, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:53.933173 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef02160-ccb3-4389-93c3-1ce6a897388b admin admin] Received port after_create {{(pid=91874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:04:53.943609 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-aff0536c-213a-4ba2-b972-57743ed5e40d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:54.066437 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022a63ee-310e-4227-9886-e2322d897886 admin admin] Pushing event updated for resources: {'Network': ['ID=2de03ba3-731d-4eb0-919b-7f4e3c40d4e8,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:54.075507 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-022a63ee-310e-4227-9886-e2322d897886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:04:54.078957 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Network 2de03ba3-731d-4eb0-919b-7f4e3c40d4e8 details requested by agent ovs-agent-dv-cinder-796114-3-iscsi with host dv-cinder-796114-3-iscsi {{(pid=91876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:04:54.137649 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-83ed1df6-31d1-48f7-9d0e-78c3374c104d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:54.188387 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.db.api [None req-5b031a2e-6053-4175-9860-2312ed2e3264 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 16 16:04:54.188387 dv-cinder-796114-3-iscsi neutron-server[91874]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 16 16:04:54.188387 dv-cinder-796114-3-iscsi neutron-server[91874]: [parameters: {'project_id_1': 'db9146d9ee644ac1b34683eea92fa465', 'expiration_1': datetime.datetime(2021, 6, 16, 16, 4, 53, 927864)}] Jun 16 16:04:54.188387 dv-cinder-796114-3-iscsi neutron-server[91874]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=91874) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 16:04:54.188761 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_db.api [None req-5b031a2e-6053-4175-9860-2312ed2e3264 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 16:04:54.205826 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-83ed1df6-31d1-48f7-9d0e-78c3374c104d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:54.217626 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-e0918a1c-4656-4a5c-8ab4-9111a32b5294 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:04:54.295446 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83ed1df6-31d1-48f7-9d0e-78c3374c104d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=91875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:04:54.337273 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-aff0536c-213a-4ba2-b972-57743ed5e40d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:54.340793 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed1df6-31d1-48f7-9d0e-78c3374c104d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d90b75-a2d9-479b-af70-a869d5deaeca,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:54.346215 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-83ed1df6-31d1-48f7-9d0e-78c3374c104d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:04:54.361754 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-83ed1df6-31d1-48f7-9d0e-78c3374c104d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233616'] for segment, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:54.362471 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.db.segments_db [None req-83ed1df6-31d1-48f7-9d0e-78c3374c104d admin admin] Added segment 28ca8ba8-691c-48b2-ad64-51cdd785b47e of type vlan for network 9b440f45-4a88-4d84-9a29-8220f48297fe Jun 16 16:04:54.363976 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-aff0536c-213a-4ba2-b972-57743ed5e40d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:54.379007 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:04:54.428480 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aff0536c-213a-4ba2-b972-57743ed5e40d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=91875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:04:54.469572 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-fef02160-ccb3-4389-93c3-1ce6a897388b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:54.476470 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-83ed1df6-31d1-48f7-9d0e-78c3374c104d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726810908546'] for network, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:54.500516 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff0536c-213a-4ba2-b972-57743ed5e40d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2007a9fd-0924-4c06-81d9-70cd07345bf5,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:54.511724 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-aff0536c-213a-4ba2-b972-57743ed5e40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233616'] for segment, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:54.512382 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.db.segments_db [None req-aff0536c-213a-4ba2-b972-57743ed5e40d admin admin] Added segment e3ef9535-e5ad-46f0-9fc0-c954d062c2cb of type vlan for network 97223e70-3be0-4b71-bad0-215c0b28ffe7 Jun 16 16:04:54.515393 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-aff0536c-213a-4ba2-b972-57743ed5e40d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:04:54.658330 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-aff0536c-213a-4ba2-b972-57743ed5e40d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726810908546'] for network, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:54.715394 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-83ed1df6-31d1-48f7-9d0e-78c3374c104d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-700135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792'] for network, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:54.717030 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ed1df6-31d1-48f7-9d0e-78c3374c104d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:04:54.717295 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-83ed1df6-31d1-48f7-9d0e-78c3374c104d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16222807'] for network, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:54.720230 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:04:54.771556 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d991c932-8454-496e-af1e-5e8806d7166b None None] Network cfdbc1d1-75c9-493c-aefe-3be5c8294cd4 requested from dv-cinder-796114-3-iscsi {{(pid=91876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:04:54.778610 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-aff0536c-213a-4ba2-b972-57743ed5e40d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-700135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792'] for network, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:54.797291 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff0536c-213a-4ba2-b972-57743ed5e40d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:04:54.797907 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-aff0536c-213a-4ba2-b972-57743ed5e40d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16222807'] for network, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:54.802383 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device e7b3e210-89e3-40d2-8f69-40df71239491 up at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:04:54.859831 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-83ed1df6-31d1-48f7-9d0e-78c3374c104d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5658376 Jun 16 16:04:54.862361 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 33056) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:04:54.867263 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed1df6-31d1-48f7-9d0e-78c3374c104d admin admin] Pushing event updated for resources: {'Network': ['ID=9b440f45-4a88-4d84-9a29-8220f48297fe,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:54.880807 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-aff0536c-213a-4ba2-b972-57743ed5e40d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5531693 Jun 16 16:04:54.893953 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 33058) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:04:54.906972 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-691bb469-09cf-4767-a409-ff742a81d78c admin admin] Request body: {'subnet': {'network_id': '97223e70-3be0-4b71-bad0-215c0b28ffe7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-831611834-subnet', 'tenant_id': '9736a5dc95504648ab9aceb89928bdef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:04:54.907103 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.v2.base [None req-0fa4b9a6-11f4-40e1-8bc2-0298dbe94d00 admin admin] Request body: {'subnet': {'network_id': '9b440f45-4a88-4d84-9a29-8220f48297fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-71700425-subnet', 'tenant_id': 'b6f37c6beb22479fae2758d3ed17d813', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:04:54.914475 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-4d1e91fa-a8f7-4576-b802-e7e65b40e1ab None None] Provisioning for port e7b3e210-89e3-40d2-8f69-40df71239491 completed by entity DHCP. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:04:54.920163 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b031a2e-6053-4175-9860-2312ed2e3264 admin admin] Made reservation on behalf of db9146d9ee644ac1b34683eea92fa465 for: {'subnet': 1} {{(pid=91874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:04:54.920387 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-83ed1df6-31d1-48f7-9d0e-78c3374c104d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:04:54.920518 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Network 9b440f45-4a88-4d84-9a29-8220f48297fe details requested by agent ovs-agent-dv-cinder-796114-3-iscsi with host dv-cinder-796114-3-iscsi {{(pid=91876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:04:54.926488 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-5b031a2e-6053-4175-9860-2312ed2e3264 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:54.934644 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-f6eeedc9-a87d-4393-b887-9d76c1299fca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:04:55.028205 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff0536c-213a-4ba2-b972-57743ed5e40d admin admin] Pushing event updated for resources: {'Network': ['ID=97223e70-3be0-4b71-bad0-215c0b28ffe7,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:55.039063 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-aff0536c-213a-4ba2-b972-57743ed5e40d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:04:55.040164 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa4b9a6-11f4-40e1-8bc2-0298dbe94d00 admin admin] Made reservation on behalf of b6f37c6beb22479fae2758d3ed17d813 for: {'subnet': 1} {{(pid=91875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:04:55.043326 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-0fa4b9a6-11f4-40e1-8bc2-0298dbe94d00 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:55.046851 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Network 97223e70-3be0-4b71-bad0-215c0b28ffe7 details requested by agent ovs-agent-dv-cinder-796114-3-iscsi with host dv-cinder-796114-3-iscsi {{(pid=91876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:04:55.157714 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning for port e7b3e210-89e3-40d2-8f69-40df71239491 completed by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:04:55.166134 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning complete for port e7b3e210-89e3-40d2-8f69-40df71239491 triggered by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:04:55.166134 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:55.173125 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-fef02160-ccb3-4389-93c3-1ce6a897388b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-677051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701414'] for router, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:55.178015 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-5b031a2e-6053-4175-9860-2312ed2e3264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785'] for subnet, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:55.186004 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-d7fa6dd7-eac2-44ea-b6dc-3f08d6855a0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:04:55.331613 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-0fa4b9a6-11f4-40e1-8bc2-0298dbe94d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785'] for subnet, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:55.339628 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-9aade271-e8aa-4e71-8eea-a3c30a2b81d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:04:55.345185 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691bb469-09cf-4767-a409-ff742a81d78c admin admin] Made reservation on behalf of 9736a5dc95504648ab9aceb89928bdef for: {'subnet': 1} {{(pid=91874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:04:55.347990 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-691bb469-09cf-4767-a409-ff742a81d78c admin admin] Notify callbacks [] for subnet, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:55.368004 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b031a2e-6053-4175-9860-2312ed2e3264 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b85263bc-ee5e-4c64-aa33-ccef29e1ee95,revision_number=0']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:55.376590 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-5b031a2e-6053-4175-9860-2312ed2e3264 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:04:55.415085 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:55.421246 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa4b9a6-11f4-40e1-8bc2-0298dbe94d00 admin admin] Checking segment: {'id': '28ca8ba8-691c-48b2-ad64-51cdd785b47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9b440f45-4a88-4d84-9a29-8220f48297fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:04:55.422188 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa4b9a6-11f4-40e1-8bc2-0298dbe94d00 admin admin] Network hostable DHCP agents. Network: 9b440f45-4a88-4d84-9a29-8220f48297fe, hostable agents: ['bb1823c3-707b-401a-ae95-86070490f7a6'], hosted agents: [] {{(pid=91875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:04:55.430459 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa4b9a6-11f4-40e1-8bc2-0298dbe94d00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea00e02a-6838-40a9-b1d7-a5a03e20d3b1,revision_number=0']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:55.434665 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-0fa4b9a6-11f4-40e1-8bc2-0298dbe94d00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:04:55.479038 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa4b9a6-11f4-40e1-8bc2-0298dbe94d00 admin admin] Network 9b440f45-4a88-4d84-9a29-8220f48297fe is scheduled to be hosted by DHCP agent bb1823c3-707b-401a-ae95-86070490f7a6 with binding_index 1 {{(pid=91875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:04:55.489543 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] For port e7b3e210-89e3-40d2-8f69-40df71239491, host dv-cinder-796114-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=e7b3e210-89e3-40d2-8f69-40df71239491,segment=NetworkSegment(9b04c04a-5851-495d-91c5-098f1a7e56ff),segment_id=9b04c04a-5851-495d-91c5-098f1a7e56ff)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:04:55.493553 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b031a2e-6053-4175-9860-2312ed2e3264 admin admin] Checking segment: {'id': 'c56de4da-75a9-474a-9e98-16d3afde5ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '2de03ba3-731d-4eb0-919b-7f4e3c40d4e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:04:55.493940 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b031a2e-6053-4175-9860-2312ed2e3264 admin admin] Network hostable DHCP agents. Network: 2de03ba3-731d-4eb0-919b-7f4e3c40d4e8, hostable agents: ['bb1823c3-707b-401a-ae95-86070490f7a6'], hosted agents: [] {{(pid=91874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:04:55.495745 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.base_scheduler [None req-0fa4b9a6-11f4-40e1-8bc2-0298dbe94d00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796114-3-iscsi, 9b440f45-4a88-4d84-9a29-8220f48297fe) {{(pid=91875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:04:55.499331 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:55.504293 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:04:55.509344 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa4b9a6-11f4-40e1-8bc2-0298dbe94d00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:04:55.510385 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-0fa4b9a6-11f4-40e1-8bc2-0298dbe94d00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16222807'] for subnet, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:55.520741 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3eac0f3-3a68-40b6-b56f-d5f631667828 None None] Network 9b440f45-4a88-4d84-9a29-8220f48297fe requested from dv-cinder-796114-3-iscsi {{(pid=91876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:04:55.555231 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-0fa4b9a6-11f4-40e1-8bc2-0298dbe94d00 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6915040 Jun 16 16:04:55.558767 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 33094) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:04:55.559883 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b031a2e-6053-4175-9860-2312ed2e3264 admin admin] Network 2de03ba3-731d-4eb0-919b-7f4e3c40d4e8 is scheduled to be hosted by DHCP agent bb1823c3-707b-401a-ae95-86070490f7a6 with binding_index 1 {{(pid=91874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:04:55.567409 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.v2.base [None req-97905a2c-15fd-4bb2-8e26-e8eaa0668309 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-71700425-router', 'tenant_id': 'b6f37c6beb22479fae2758d3ed17d813', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6'}}} {{(pid=91875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:04:55.576223 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [None req-5b031a2e-6053-4175-9860-2312ed2e3264 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796114-3-iscsi, 2de03ba3-731d-4eb0-919b-7f4e3c40d4e8) {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:04:55.593853 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54de201-7a06-43bc-9cdd-b01f73c58640 None None] Network 2de03ba3-731d-4eb0-919b-7f4e3c40d4e8 requested from dv-cinder-796114-3-iscsi {{(pid=91876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:04:55.623327 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-97905a2c-15fd-4bb2-8e26-e8eaa0668309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-676994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2211'] for router, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:55.624914 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-97905a2c-15fd-4bb2-8e26-e8eaa0668309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-678443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2202'] for router, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:55.639717 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b031a2e-6053-4175-9860-2312ed2e3264 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:04:55.640199 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-5b031a2e-6053-4175-9860-2312ed2e3264 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16222807'] for subnet, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:55.668514 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fef02160-ccb3-4389-93c3-1ce6a897388b admin admin] Router 055c9b6e-7b28-4250-a567-731b1fadb57f is scheduled to L3 agent 0e7678c9-774c-4c46-a09f-f3aaee363ca4 with binding_index 1 {{(pid=91874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 16:04:55.682162 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-5b031a2e-6053-4175-9860-2312ed2e3264 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7713351 Jun 16 16:04:55.762140 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-97905a2c-15fd-4bb2-8e26-e8eaa0668309 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:55.796334 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Pushing event updated for resources: {'Port': ['ID=e7b3e210-89e3-40d2-8f69-40df71239491,revision_number=3']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:55.830025 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:04:55.920803 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-691bb469-09cf-4767-a409-ff742a81d78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785'] for subnet, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:55.941846 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:04:56.017141 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691bb469-09cf-4767-a409-ff742a81d78c admin admin] Checking segment: {'id': 'e3ef9535-e5ad-46f0-9fc0-c954d062c2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '97223e70-3be0-4b71-bad0-215c0b28ffe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:04:56.017571 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691bb469-09cf-4767-a409-ff742a81d78c admin admin] Network hostable DHCP agents. Network: 97223e70-3be0-4b71-bad0-215c0b28ffe7, hostable agents: ['bb1823c3-707b-401a-ae95-86070490f7a6'], hosted agents: [] {{(pid=91874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:04:56.017845 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-b16a3a7b-ad4b-4dd7-b770-a1479f054b45 None None] Provisioning complete for port e7b3e210-89e3-40d2-8f69-40df71239491 triggered by entity DHCP. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:04:56.018357 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-b16a3a7b-ad4b-4dd7-b770-a1479f054b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:56.029456 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691bb469-09cf-4767-a409-ff742a81d78c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca88b3dc-ceb5-4055-b366-67e774be9898,revision_number=0']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:56.037251 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-691bb469-09cf-4767-a409-ff742a81d78c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:04:56.058682 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691bb469-09cf-4767-a409-ff742a81d78c admin admin] Network 97223e70-3be0-4b71-bad0-215c0b28ffe7 is scheduled to be hosted by DHCP agent bb1823c3-707b-401a-ae95-86070490f7a6 with binding_index 1 {{(pid=91874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:04:56.062012 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9928e36f-e912-4c69-9a46-30f68914ec03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a65b000-2000-5da8-b86a-eb5bc6f9c062-9b440f45-4a88-4d84-9a29-8220f48297fe', 'network_id': '9b440f45-4a88-4d84-9a29-8220f48297fe', 'tenant_id': 'b6f37c6beb22479fae2758d3ed17d813', 'fixed_ips': [{'subnet_id': 'ea00e02a-6838-40a9-b1d7-a5a03e20d3b1'}]}} from dv-cinder-796114-3-iscsi. {{(pid=91876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 16:04:56.062910 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-9928e36f-e912-4c69-9a46-30f68914ec03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16110075'] for port, before_create {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:56.066678 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fef02160-ccb3-4389-93c3-1ce6a897388b admin admin] Notify agent at l3_agent.dv-cinder-796114-3-iscsi the message routers_updated {{(pid=91874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:04:56.079060 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e6d9ec-ca84-49df-8ac3-f6050d05b7b1 None None] Sync routers for ids ['055c9b6e-7b28-4250-a567-731b1fadb57f'] in dv-cinder-796114-3-iscsi {{(pid=91877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:04:56.087896 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [None req-691bb469-09cf-4767-a409-ff742a81d78c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796114-3-iscsi, 97223e70-3be0-4b71-bad0-215c0b28ffe7) {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:04:56.093282 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691bb469-09cf-4767-a409-ff742a81d78c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:04:56.094192 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-691bb469-09cf-4767-a409-ff742a81d78c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16222807'] for subnet, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:56.107927 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-fef02160-ccb3-4389-93c3-1ce6a897388b admin admin] Notify callbacks [] for router, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:56.109192 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-fef02160-ccb3-4389-93c3-1ce6a897388b admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.7342529 Jun 16 16:04:56.112081 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e6d9ec-ca84-49df-8ac3-f6050d05b7b1 None None] Routers {'055c9b6e-7b28-4250-a567-731b1fadb57f'} bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:04:56.112370 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 33106) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:04:56.113262 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_hamode_db [None req-39e6d9ec-ca84-49df-8ac3-f6050d05b7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T15:57:20Z,description=,heartbeat_timestamp=2021-06-16T16:04:50Z,host='dv-cinder-796114-3-iscsi',id=0e7678c9-774c-4c46-a09f-f3aaee363ca4,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:57:20Z,topic='l3_agent')) {'router_ids': ['055c9b6e-7b28-4250-a567-731b1fadb57f'], 'active': True} {{(pid=91877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:04:56.126712 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-691bb469-09cf-4767-a409-ff742a81d78c admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2356241 Jun 16 16:04:56.129225 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 33108) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:04:56.152191 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6047990-dd03-4cba-b06d-456bde028c57 None None] Network 97223e70-3be0-4b71-bad0-215c0b28ffe7 requested from dv-cinder-796114-3-iscsi {{(pid=91876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:04:56.160828 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.v2.base [None req-529252f8-403d-4746-9c03-335818bc1d97 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-831611834-router', 'tenant_id': '9736a5dc95504648ab9aceb89928bdef', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6'}}} {{(pid=91875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:04:56.174158 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-97905a2c-15fd-4bb2-8e26-e8eaa0668309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701328', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-677036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2180'] for router, precommit_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:56.229294 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-529252f8-403d-4746-9c03-335818bc1d97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-676994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2211'] for router, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:56.232027 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-529252f8-403d-4746-9c03-335818bc1d97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-678443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2202'] for router, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:56.347135 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_dvr_db [None req-39e6d9ec-ca84-49df-8ac3-f6050d05b7b1 None None] Set router 055c9b6e-7b28-4250-a567-731b1fadb57f gateway port host: dv-cinder-796114-3-iscsi {{(pid=91877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:04:56.481778 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-529252f8-403d-4746-9c03-335818bc1d97 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:56.508520 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614dbee0-e607-4be7-af3b-c2eac3e019b2 None None] Network 2de03ba3-731d-4eb0-919b-7f4e3c40d4e8 requested from dv-cinder-796114-3-iscsi {{(pid=91876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:04:56.703938 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device e7b3e210-89e3-40d2-8f69-40df71239491 up at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:04:56.705856 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb07a03-266d-43d8-85bd-c48748de8959 None None] Network 97223e70-3be0-4b71-bad0-215c0b28ffe7 requested from dv-cinder-796114-3-iscsi {{(pid=91876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:04:56.759641 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 33152) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:04:56.791638 dv-cinder-796114-3-iscsi neutron-server[91875]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 16 16:04:56.858392 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_hamode_db [None req-39e6d9ec-ca84-49df-8ac3-f6050d05b7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '055c9b6e-7b28-4250-a567-731b1fadb57f', 'name': 'tempest-AttachVolumeShelveTestJSON-1689198256-router', 'tenant_id': '16b677d62510476d919b610e7baa5577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '6da1a5f4-82c1-43e0-a78a-2bf5174efd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:04:52Z', 'updated_at': '2021-06-16T16:04:54Z', 'revision_number': 3, 'project_id': '16b677d62510476d919b610e7baa5577', 'gw_port': {'id': '6da1a5f4-82c1-43e0-a78a-2bf5174efd5c', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:75:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '055c9b6e-7b28-4250-a567-731b1fadb57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:04:53Z', 'updated_at': '2021-06-16T16:04:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi'}], 'dv-cinder-796114-3-iscsi', False) {} {{(pid=91877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:04:56.865926 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e6d9ec-ca84-49df-8ac3-f6050d05b7b1 None None] Checking router: 055c9b6e-7b28-4250-a567-731b1fadb57f for host: dv-cinder-796114-3-iscsi {{(pid=91877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:04:56.866845 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e6d9ec-ca84-49df-8ac3-f6050d05b7b1 None None] Updating router 055c9b6e-7b28-4250-a567-731b1fadb57f port 6da1a5f4-82c1-43e0-a78a-2bf5174efd5c binding host dv-cinder-796114-3-iscsi {{(pid=91877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:04:56.969189 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron_lib.callbacks.manager [None req-39e6d9ec-ca84-49df-8ac3-f6050d05b7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:57.229006 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-529252f8-403d-4746-9c03-335818bc1d97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701328', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-677036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2180'] for router, precommit_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:57.293077 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-97905a2c-15fd-4bb2-8e26-e8eaa0668309 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:57.339798 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 33174) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:04:57.365146 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-01928ae9-4844-449b-9f70-28138d67f6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16110075'] for port, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:57.387586 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-97905a2c-15fd-4bb2-8e26-e8eaa0668309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16110075'] for port, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:57.424455 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.db_base_plugin_common [None req-9928e36f-e912-4c69-9a46-30f68914ec03 None None] Allocated IP 172.20.0.2 (9b440f45-4a88-4d84-9a29-8220f48297fe/ea00e02a-6838-40a9-b1d7-a5a03e20d3b1/cb8b415b-fd03-4768-b7e0-bcbfa99dedb1) {{(pid=91876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:04:57.444937 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron_lib.callbacks.manager [None req-39e6d9ec-ca84-49df-8ac3-f6050d05b7b1 None None] Notify callbacks [] for port, precommit_update {{(pid=91877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:57.459383 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.provisioning_blocks [None req-39e6d9ec-ca84-49df-8ac3-f6050d05b7b1 None None] Transition to ACTIVE for port object 6da1a5f4-82c1-43e0-a78a-2bf5174efd5c will not be triggered until provisioned by entity L2. {{(pid=91877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:04:57.487156 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron_lib.callbacks.manager [None req-39e6d9ec-ca84-49df-8ac3-f6050d05b7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:57.498278 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG oslo_concurrency.lockutils [None req-3d31646a-98f9-475c-bc7f-309f4b5c1152 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:04:57.548866 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.managers [None req-39e6d9ec-ca84-49df-8ac3-f6050d05b7b1 None None] Attempting to bind port 6da1a5f4-82c1-43e0-a78a-2bf5174efd5c on host dv-cinder-796114-3-iscsi for vnic_type normal with profile {{(pid=91877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:04:57.549238 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.managers [None req-39e6d9ec-ca84-49df-8ac3-f6050d05b7b1 None None] Attempting to bind port 6da1a5f4-82c1-43e0-a78a-2bf5174efd5c by drivers openvswitch,hyperv on host dv-cinder-796114-3-iscsi at level 0 using segments [{'id': '36d53036-d305-476e-ad99-71a5cdef7eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6'}] {{(pid=91877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:04:57.551880 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e6d9ec-ca84-49df-8ac3-f6050d05b7b1 None None] Attempting to bind port 6da1a5f4-82c1-43e0-a78a-2bf5174efd5c on network 47501c57-dfca-44aa-9eed-27ee8bb77cd6 {{(pid=91877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:04:57.576248 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a51565-0145-4ece-884f-691b941a63ad req-7a8975e8-0962-46d8-98ab-430768b14b8a tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:04:57.579845 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-f5a51565-0145-4ece-884f-691b941a63ad req-7a8975e8-0962-46d8-98ab-430768b14b8a tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] 10.222.0.49 "GET /v2.0/networks?id=2de03ba3-731d-4eb0-919b-7f4e3c40d4e8 HTTP/1.1" status: 200 len: 811 time: 0.8000197 Jun 16 16:04:57.611736 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e6d9ec-ca84-49df-8ac3-f6050d05b7b1 None None] Checking agent: {'id': '6d4db28b-73fb-449a-900a-e0a23b9890fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 57, 20), 'started_at': datetime.datetime(2021, 6, 16, 15, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:04:57.612157 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e6d9ec-ca84-49df-8ac3-f6050d05b7b1 None None] Checking segment: {'id': '36d53036-d305-476e-ad99-71a5cdef7eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:04:57.612521 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron_lib.callbacks.manager [None req-39e6d9ec-ca84-49df-8ac3-f6050d05b7b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:57.612915 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e6d9ec-ca84-49df-8ac3-f6050d05b7b1 None None] Bound using segment: {'id': '36d53036-d305-476e-ad99-71a5cdef7eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6'} {{(pid=91877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:04:57.613514 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.managers [None req-39e6d9ec-ca84-49df-8ac3-f6050d05b7b1 None None] Bound port: 6da1a5f4-82c1-43e0-a78a-2bf5174efd5c, host: dv-cinder-796114-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36d53036-d305-476e-ad99-71a5cdef7eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6'}}] {{(pid=91877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:04:57.614045 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron_lib.callbacks.manager [None req-39e6d9ec-ca84-49df-8ac3-f6050d05b7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:57.634972 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-319e6a56-f4f0-4860-9c90-0b7f618b6c76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:57.646153 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-f5a51565-0145-4ece-884f-691b941a63ad req-7d6190da-098d-420d-8499-656f5e2b130b tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] 10.222.0.49 "GET /v2.0/quotas/db9146d9ee644ac1b34683eea92fa465 HTTP/1.1" status: 200 len: 375 time: 0.0553019 Jun 16 16:04:57.699574 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.db [None req-39e6d9ec-ca84-49df-8ac3-f6050d05b7b1 None None] For port 6da1a5f4-82c1-43e0-a78a-2bf5174efd5c, host dv-cinder-796114-3-iscsi, cleared binding levels {{(pid=91877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:04:57.703673 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.db [None req-39e6d9ec-ca84-49df-8ac3-f6050d05b7b1 None None] For port 6da1a5f4-82c1-43e0-a78a-2bf5174efd5c, host dv-cinder-796114-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=6da1a5f4-82c1-43e0-a78a-2bf5174efd5c,segment=NetworkSegment(36d53036-d305-476e-ad99-71a5cdef7eb4),segment_id=36d53036-d305-476e-ad99-71a5cdef7eb4)] {{(pid=91877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:04:57.715667 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efab0e4c-f445-4077-b0f2-298cda5b4662 None None] Pushing event updated for resources: {'Port': ['ID=6da1a5f4-82c1-43e0-a78a-2bf5174efd5c,revision_number=2']} {{(pid=91877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:57.724216 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efab0e4c-f445-4077-b0f2-298cda5b4662 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:57.724693 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efab0e4c-f445-4077-b0f2-298cda5b4662 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:57.725122 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efab0e4c-f445-4077-b0f2-298cda5b4662 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:57.726187 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efab0e4c-f445-4077-b0f2-298cda5b4662 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:57.726187 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efab0e4c-f445-4077-b0f2-298cda5b4662 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:57.726641 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efab0e4c-f445-4077-b0f2-298cda5b4662 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:57.727075 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efab0e4c-f445-4077-b0f2-298cda5b4662 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:57.727492 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efab0e4c-f445-4077-b0f2-298cda5b4662 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:57.727960 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efab0e4c-f445-4077-b0f2-298cda5b4662 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:57.728376 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efab0e4c-f445-4077-b0f2-298cda5b4662 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:57.728794 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efab0e4c-f445-4077-b0f2-298cda5b4662 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:57.729582 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efab0e4c-f445-4077-b0f2-298cda5b4662 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:57.729724 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_common [None req-01928ae9-4844-449b-9f70-28138d67f6b0 admin admin] Allocated IP 172.20.0.1 (cfdbc1d1-75c9-493c-aefe-3be5c8294cd4/6b78bc3c-b434-4bd5-9871-761bea7dd046/f4b30c25-4506-4be3-b50b-2b05a2ea7ceb) {{(pid=91874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:04:57.730579 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efab0e4c-f445-4077-b0f2-298cda5b4662 None None] Tracked resource versions report: Jun 16 16:04:57.730579 dv-cinder-796114-3-iscsi neutron-server[91877]: pushed versions: Jun 16 16:04:57.730579 dv-cinder-796114-3-iscsi neutron-server[91877]: { 'AddressGroup': {'1.2'}, Jun 16 16:04:57.730579 dv-cinder-796114-3-iscsi neutron-server[91877]: 'ConntrackHelper': {'1.0'}, Jun 16 16:04:57.730579 dv-cinder-796114-3-iscsi neutron-server[91877]: 'Log': {'1.0'}, Jun 16 16:04:57.730579 dv-cinder-796114-3-iscsi neutron-server[91877]: 'Network': {'1.1'}, Jun 16 16:04:57.730579 dv-cinder-796114-3-iscsi neutron-server[91877]: 'Port': {'1.7'}, Jun 16 16:04:57.730579 dv-cinder-796114-3-iscsi neutron-server[91877]: 'PortForwarding': {'1.2'}, Jun 16 16:04:57.730579 dv-cinder-796114-3-iscsi neutron-server[91877]: 'QosPolicy': {'1.8'}, Jun 16 16:04:57.730579 dv-cinder-796114-3-iscsi neutron-server[91877]: 'SecurityGroup': {'1.4'}, Jun 16 16:04:57.730579 dv-cinder-796114-3-iscsi neutron-server[91877]: 'SecurityGroupRule': {'1.2'}, Jun 16 16:04:57.730579 dv-cinder-796114-3-iscsi neutron-server[91877]: 'SubPort': {'1.0'}, Jun 16 16:04:57.730579 dv-cinder-796114-3-iscsi neutron-server[91877]: 'Subnet': {'1.1'}, Jun 16 16:04:57.730579 dv-cinder-796114-3-iscsi neutron-server[91877]: 'Trunk': {'1.1'}} Jun 16 16:04:57.730579 dv-cinder-796114-3-iscsi neutron-server[91877]: consumer versions: Jun 16 16:04:57.730579 dv-cinder-796114-3-iscsi neutron-server[91877]: { DHCP agent@dv-cinder-796114-3-iscsi: {}, Jun 16 16:04:57.730579 dv-cinder-796114-3-iscsi neutron-server[91877]: HyperV agent@hv-cinder-79611: {}, Jun 16 16:04:57.730579 dv-cinder-796114-3-iscsi neutron-server[91877]: L3 agent@dv-cinder-796114-3-iscsi: {}, Jun 16 16:04:57.730579 dv-cinder-796114-3-iscsi neutron-server[91877]: Metadata agent@dv-cinder-796114-3-iscsi: {}, Jun 16 16:04:57.730579 dv-cinder-796114-3-iscsi neutron-server[91877]: Metering agent@dv-cinder-796114-3-iscsi: {}, Jun 16 16:04:57.730579 dv-cinder-796114-3-iscsi neutron-server[91877]: Open vSwitch agent@dv-cinder-796114-3-iscsi: { 'AddressGroup': '1.2', Jun 16 16:04:57.730579 dv-cinder-796114-3-iscsi neutron-server[91877]: 'ConntrackHelper': '1.0', Jun 16 16:04:57.730579 dv-cinder-796114-3-iscsi neutron-server[91877]: 'Log': '1.0', Jun 16 16:04:57.730579 dv-cinder-796114-3-iscsi neutron-server[91877]: 'Network': '1.1', Jun 16 16:04:57.730579 dv-cinder-796114-3-iscsi neutron-server[91877]: 'Port': '1.7', Jun 16 16:04:57.730579 dv-cinder-796114-3-iscsi neutron-server[91877]: 'PortForwarding': '1.2', Jun 16 16:04:57.730579 dv-cinder-796114-3-iscsi neutron-server[91877]: 'QosPolicy': '1.8', Jun 16 16:04:57.730579 dv-cinder-796114-3-iscsi neutron-server[91877]: 'SecurityGroup': '1.4', Jun 16 16:04:57.730579 dv-cinder-796114-3-iscsi neutron-server[91877]: 'SecurityGroupRule': '1.2', Jun 16 16:04:57.730579 dv-cinder-796114-3-iscsi neutron-server[91877]: 'SubPort': '1.0', Jun 16 16:04:57.730579 dv-cinder-796114-3-iscsi neutron-server[91877]: 'Subnet': '1.1', Jun 16 16:04:57.730579 dv-cinder-796114-3-iscsi neutron-server[91877]: 'Trunk': '1.1'}} Jun 16 16:04:57.730579 dv-cinder-796114-3-iscsi neutron-server[91877]: {{(pid=91877) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 16:04:57.734216 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-f5a51565-0145-4ece-884f-691b941a63ad req-999d225a-0af6-4adf-aeaf-83215b3c0c2d tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=db9146d9ee644ac1b34683eea92fa465&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0753531 Jun 16 16:04:57.737035 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron_lib.callbacks.manager [None req-39e6d9ec-ca84-49df-8ac3-f6050d05b7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:57.738180 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG oslo_concurrency.lockutils [None req-efab0e4c-f445-4077-b0f2-298cda5b4662 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=91877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:04:57.747722 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG oslo_concurrency.lockutils [None req-3d31646a-98f9-475c-bc7f-309f4b5c1152 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:04:57.764720 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.db.db_base_plugin_common [None req-97905a2c-15fd-4bb2-8e26-e8eaa0668309 admin admin] Allocated IP 172.27.1.145 (47501c57-dfca-44aa-9eed-27ee8bb77cd6/0b38b6c0-4839-4539-8281-d8dcfdf92ae7/63a1cf5a-d7b5-42f9-9dc4-0f6aedbdefd5) {{(pid=91875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:04:57.806665 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efab0e4c-f445-4077-b0f2-298cda5b4662 None None] Pushing event updated for resources: {'Port': ['ID=6da1a5f4-82c1-43e0-a78a-2bf5174efd5c,revision_number=3']} {{(pid=91877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:57.832667 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e6d9ec-ca84-49df-8ac3-f6050d05b7b1 None None] Routers {'055c9b6e-7b28-4250-a567-731b1fadb57f'} bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:04:57.833500 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_hamode_db [None req-39e6d9ec-ca84-49df-8ac3-f6050d05b7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T15:57:20Z,description=,heartbeat_timestamp=2021-06-16T16:04:50Z,host='dv-cinder-796114-3-iscsi',id=0e7678c9-774c-4c46-a09f-f3aaee363ca4,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:57:20Z,topic='l3_agent')) {'router_ids': ['055c9b6e-7b28-4250-a567-731b1fadb57f'], 'active': True} {{(pid=91877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:04:57.929278 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-9928e36f-e912-4c69-9a46-30f68914ec03 None None] Notify callbacks [] for port, precommit_create {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:57.954312 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_dvr_db [None req-39e6d9ec-ca84-49df-8ac3-f6050d05b7b1 None None] Set router 055c9b6e-7b28-4250-a567-731b1fadb57f gateway port host: dv-cinder-796114-3-iscsi {{(pid=91877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:04:57.968518 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-9928e36f-e912-4c69-9a46-30f68914ec03 None None] Transition to ACTIVE for port object cb8b415b-fd03-4768-b7e0-bcbfa99dedb1 will not be triggered until provisioned by entity L2. {{(pid=91876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:04:57.973977 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning complete for port e7b3e210-89e3-40d2-8f69-40df71239491 triggered by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:04:57.974611 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:57.974798 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-529252f8-403d-4746-9c03-335818bc1d97 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:58.005188 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-529252f8-403d-4746-9c03-335818bc1d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16110075'] for port, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:58.009996 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-97905a2c-15fd-4bb2-8e26-e8eaa0668309 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:58.064328 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-9928e36f-e912-4c69-9a46-30f68914ec03 None None] Transition to ACTIVE for port object cb8b415b-fd03-4768-b7e0-bcbfa99dedb1 will not be triggered until provisioned by entity DHCP. {{(pid=91876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:04:58.089328 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-9928e36f-e912-4c69-9a46-30f68914ec03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16110910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726810954487'] for port, after_create {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:58.099513 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:04:58.101186 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [req-f5a51565-0145-4ece-884f-691b941a63ad req-650b14c5-7753-4cf1-8d07-f6b77eca1093 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=91875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:04:58.102217 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-f5a51565-0145-4ece-884f-691b941a63ad req-650b14c5-7753-4cf1-8d07-f6b77eca1093 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1723630 Jun 16 16:04:58.110935 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG oslo_concurrency.lockutils [None req-efab0e4c-f445-4077-b0f2-298cda5b4662 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=91877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:04:58.126584 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-01928ae9-4844-449b-9f70-28138d67f6b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:58.136298 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-97905a2c-15fd-4bb2-8e26-e8eaa0668309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16110910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726810954487'] for port, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:58.145770 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-01928ae9-4844-449b-9f70-28138d67f6b0 admin admin] Transition to ACTIVE for port object f4b30c25-4506-4be3-b50b-2b05a2ea7ceb will not be triggered until provisioned by entity DHCP. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:04:58.175394 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-a2ff7b5b-2844-4733-a2fc-08f267e5df5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:04:58.184471 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9928e36f-e912-4c69-9a46-30f68914ec03 None None] Network 9b440f45-4a88-4d84-9a29-8220f48297fe is already hosted by enough agents. {{(pid=91876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:04:58.207819 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.scheduler.base_scheduler [None req-9928e36f-e912-4c69-9a46-30f68914ec03 None None] Resources bound (agent type, host, resource id): {{(pid=91876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:04:58.213686 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-01928ae9-4844-449b-9f70-28138d67f6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16110910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726810954487'] for port, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:58.217446 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9928e36f-e912-4c69-9a46-30f68914ec03 None None] Received port after_create {{(pid=91876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:04:58.230998 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-fef02160-ccb3-4389-93c3-1ce6a897388b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:04:58.250213 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_hamode_db [None req-39e6d9ec-ca84-49df-8ac3-f6050d05b7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '055c9b6e-7b28-4250-a567-731b1fadb57f', 'name': 'tempest-AttachVolumeShelveTestJSON-1689198256-router', 'tenant_id': '16b677d62510476d919b610e7baa5577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '6da1a5f4-82c1-43e0-a78a-2bf5174efd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:04:52Z', 'updated_at': '2021-06-16T16:04:54Z', 'revision_number': 3, 'project_id': '16b677d62510476d919b610e7baa5577', 'gw_port': {'id': '6da1a5f4-82c1-43e0-a78a-2bf5174efd5c', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:75:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '055c9b6e-7b28-4250-a567-731b1fadb57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:04:53Z', 'updated_at': '2021-06-16T16:04:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi'}], 'dv-cinder-796114-3-iscsi', False) {} {{(pid=91877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:04:58.256188 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e6d9ec-ca84-49df-8ac3-f6050d05b7b1 None None] The sync data for ids ['055c9b6e-7b28-4250-a567-731b1fadb57f'] in dv-cinder-796114-3-iscsi is: [{'id': '055c9b6e-7b28-4250-a567-731b1fadb57f', 'name': 'tempest-AttachVolumeShelveTestJSON-1689198256-router', 'tenant_id': '16b677d62510476d919b610e7baa5577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '6da1a5f4-82c1-43e0-a78a-2bf5174efd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:04:52Z', 'updated_at': '2021-06-16T16:04:54Z', 'revision_number': 3, 'project_id': '16b677d62510476d919b610e7baa5577', 'gw_port': {'id': '6da1a5f4-82c1-43e0-a78a-2bf5174efd5c', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:75:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '055c9b6e-7b28-4250-a567-731b1fadb57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:04:53Z', 'updated_at': '2021-06-16T16:04:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi'}] {{(pid=91877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:04:58.277913 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9928e36f-e912-4c69-9a46-30f68914ec03 None None] Pushing event updated for resources: {'Port': ['ID=cb8b415b-fd03-4768-b7e0-bcbfa99dedb1,revision_number=1']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:58.286199 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-9928e36f-e912-4c69-9a46-30f68914ec03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:04:58.291559 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97905a2c-15fd-4bb2-8e26-e8eaa0668309 admin admin] Network 47501c57-dfca-44aa-9eed-27ee8bb77cd6 is already hosted by enough agents. {{(pid=91875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:04:58.296116 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97905a2c-15fd-4bb2-8e26-e8eaa0668309 admin admin] Pushing event updated for resources: {'Port': ['ID=63a1cf5a-d7b5-42f9-9dc4-0f6aedbdefd5,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:58.304801 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.base_scheduler [None req-97905a2c-15fd-4bb2-8e26-e8eaa0668309 admin admin] Resources bound (agent type, host, resource id): {{(pid=91875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:04:58.317656 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.db.db_base_plugin_common [None req-529252f8-403d-4746-9c03-335818bc1d97 admin admin] Allocated IP 172.27.1.201 (47501c57-dfca-44aa-9eed-27ee8bb77cd6/0b38b6c0-4839-4539-8281-d8dcfdf92ae7/cc55b78e-f20c-43db-81b3-45c4dc1d9121) {{(pid=91875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:04:58.322581 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-97905a2c-15fd-4bb2-8e26-e8eaa0668309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:04:58.324223 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-9928e36f-e912-4c69-9a46-30f68914ec03 None None] Attempting to bind port cb8b415b-fd03-4768-b7e0-bcbfa99dedb1 on host dv-cinder-796114-3-iscsi for vnic_type normal with profile {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:04:58.324736 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-9928e36f-e912-4c69-9a46-30f68914ec03 None None] Attempting to bind port cb8b415b-fd03-4768-b7e0-bcbfa99dedb1 by drivers openvswitch,hyperv on host dv-cinder-796114-3-iscsi at level 0 using segments [{'id': '28ca8ba8-691c-48b2-ad64-51cdd785b47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9b440f45-4a88-4d84-9a29-8220f48297fe'}] {{(pid=91876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:04:58.325292 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9928e36f-e912-4c69-9a46-30f68914ec03 None None] Attempting to bind port cb8b415b-fd03-4768-b7e0-bcbfa99dedb1 on network 9b440f45-4a88-4d84-9a29-8220f48297fe {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:04:58.330308 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01928ae9-4844-449b-9f70-28138d67f6b0 admin admin] Network cfdbc1d1-75c9-493c-aefe-3be5c8294cd4 is already hosted by enough agents. {{(pid=91874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:04:58.332120 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9928e36f-e912-4c69-9a46-30f68914ec03 None None] Checking agent: {'id': '6d4db28b-73fb-449a-900a-e0a23b9890fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 57, 20), 'started_at': datetime.datetime(2021, 6, 16, 15, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:04:58.332509 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9928e36f-e912-4c69-9a46-30f68914ec03 None None] Checking segment: {'id': '28ca8ba8-691c-48b2-ad64-51cdd785b47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9b440f45-4a88-4d84-9a29-8220f48297fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:04:58.332920 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-9928e36f-e912-4c69-9a46-30f68914ec03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:58.333486 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9928e36f-e912-4c69-9a46-30f68914ec03 None None] Bound using segment: {'id': '28ca8ba8-691c-48b2-ad64-51cdd785b47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9b440f45-4a88-4d84-9a29-8220f48297fe'} {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:04:58.333948 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-9928e36f-e912-4c69-9a46-30f68914ec03 None None] Bound port: cb8b415b-fd03-4768-b7e0-bcbfa99dedb1, host: dv-cinder-796114-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28ca8ba8-691c-48b2-ad64-51cdd785b47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9b440f45-4a88-4d84-9a29-8220f48297fe'}}] {{(pid=91876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:04:58.334333 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-9928e36f-e912-4c69-9a46-30f68914ec03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:58.347007 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [None req-01928ae9-4844-449b-9f70-28138d67f6b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:04:58.350656 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01928ae9-4844-449b-9f70-28138d67f6b0 admin admin] Received port after_create {{(pid=91874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:04:58.351888 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-01928ae9-4844-449b-9f70-28138d67f6b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672087'] for router_interface, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:58.362824 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97905a2c-15fd-4bb2-8e26-e8eaa0668309 admin admin] Received port after_create {{(pid=91875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:04:58.467019 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-9928e36f-e912-4c69-9a46-30f68914ec03 None None] For port cb8b415b-fd03-4768-b7e0-bcbfa99dedb1, host dv-cinder-796114-3-iscsi, cleared binding levels {{(pid=91876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:04:58.478732 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-9928e36f-e912-4c69-9a46-30f68914ec03 None None] For port cb8b415b-fd03-4768-b7e0-bcbfa99dedb1, host dv-cinder-796114-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=cb8b415b-fd03-4768-b7e0-bcbfa99dedb1,segment=NetworkSegment(28ca8ba8-691c-48b2-ad64-51cdd785b47e),segment_id=28ca8ba8-691c-48b2-ad64-51cdd785b47e)] {{(pid=91876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:04:58.488651 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-9928e36f-e912-4c69-9a46-30f68914ec03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:58.504336 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-9928e36f-e912-4c69-9a46-30f68914ec03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:04:58.514501 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01928ae9-4844-449b-9f70-28138d67f6b0 admin admin] Pushing event updated for resources: {'Port': ['ID=f4b30c25-4506-4be3-b50b-2b05a2ea7ceb,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:58.521264 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-01928ae9-4844-449b-9f70-28138d67f6b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:04:58.645619 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9928e36f-e912-4c69-9a46-30f68914ec03 None None] Pushing event updated for resources: {'Port': ['ID=cb8b415b-fd03-4768-b7e0-bcbfa99dedb1,revision_number=2']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:58.650233 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-9928e36f-e912-4c69-9a46-30f68914ec03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:04:58.738910 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-f5a51565-0145-4ece-884f-691b941a63ad req-a8d93b35-c5a7-485f-b2b2-f8c5d1005074 service neutron] 10.222.0.49 "GET /v2.0/networks/2de03ba3-731d-4eb0-919b-7f4e3c40d4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6295300 Jun 16 16:04:58.830556 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-319e6a56-f4f0-4860-9c90-0b7f618b6c76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:58.841607 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-319e6a56-f4f0-4860-9c90-0b7f618b6c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:58.848911 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:04:58.874301 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-0aa331ab-d846-424f-92bd-22cbd418b4a7 None None] Provisioning for port f4b30c25-4506-4be3-b50b-2b05a2ea7ceb completed by entity DHCP. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:04:58.889685 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-01928ae9-4844-449b-9f70-28138d67f6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:58.892631 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-0aa331ab-d846-424f-92bd-22cbd418b4a7 None None] Provisioning complete for port f4b30c25-4506-4be3-b50b-2b05a2ea7ceb triggered by entity DHCP. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:04:58.892987 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-0aa331ab-d846-424f-92bd-22cbd418b4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:58.959468 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-0aa331ab-d846-424f-92bd-22cbd418b4a7 None None] Port f4b30c25-4506-4be3-b50b-2b05a2ea7ceb cannot update to ACTIVE because it is not bound. {{(pid=91876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:04:59.029979 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-319e6a56-f4f0-4860-9c90-0b7f618b6c76 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=68936930944647328a22555f07b1ded1&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6891167 Jun 16 16:04:59.030831 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 33224) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:04:59.069965 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319e6a56-f4f0-4860-9c90-0b7f618b6c76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb1a6c6-5d2b-4bea-b646-ec3ea174de86,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:59.098135 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-319e6a56-f4f0-4860-9c90-0b7f618b6c76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:04:59.152534 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f81a4d7c-5cea-496f-bf20-5c3b102c8c08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:59.188548 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f81a4d7c-5cea-496f-bf20-5c3b102c8c08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:59.259618 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-529252f8-403d-4746-9c03-335818bc1d97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:59.309688 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-f5a51565-0145-4ece-884f-691b941a63ad req-bfd2f49b-7a3f-429b-8c5a-7bfa8fc2a739 service neutron] 10.222.0.49 "GET /v2.0/networks/2de03ba3-731d-4eb0-919b-7f4e3c40d4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5327570 Jun 16 16:04:59.395621 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-97905a2c-15fd-4bb2-8e26-e8eaa0668309 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:59.410076 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-01928ae9-4844-449b-9f70-28138d67f6b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:59.422108 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f81a4d7c-5cea-496f-bf20-5c3b102c8c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:59.423120 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-01928ae9-4844-449b-9f70-28138d67f6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:59.425827 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f81a4d7c-5cea-496f-bf20-5c3b102c8c08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:59.426989 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-f81a4d7c-5cea-496f-bf20-5c3b102c8c08 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6cb1a6c6-5d2b-4bea-b646-ec3ea174de86 HTTP/1.1" status: 204 len: 168 time: 0.3906758 Jun 16 16:04:59.427761 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:04:59.430797 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-01928ae9-4844-449b-9f70-28138d67f6b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16222906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672043'] for router_interface, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:59.456998 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81a4d7c-5cea-496f-bf20-5c3b102c8c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb1a6c6-5d2b-4bea-b646-ec3ea174de86,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:59.465826 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-f81a4d7c-5cea-496f-bf20-5c3b102c8c08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:04:59.466511 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-01928ae9-4844-449b-9f70-28138d67f6b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:04:59.520541 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-529252f8-403d-4746-9c03-335818bc1d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16110910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726810954487'] for port, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:59.539921 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:04:59.592438 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529252f8-403d-4746-9c03-335818bc1d97 admin admin] Pushing event updated for resources: {'Port': ['ID=cc55b78e-f20c-43db-81b3-45c4dc1d9121,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:59.596515 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01928ae9-4844-449b-9f70-28138d67f6b0 admin admin] Pushing event updated for resources: {'Port': ['ID=f4b30c25-4506-4be3-b50b-2b05a2ea7ceb,revision_number=2']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:59.601123 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-01928ae9-4844-449b-9f70-28138d67f6b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:04:59.607413 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-529252f8-403d-4746-9c03-335818bc1d97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:04:59.617316 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529252f8-403d-4746-9c03-335818bc1d97 admin admin] Network 47501c57-dfca-44aa-9eed-27ee8bb77cd6 is already hosted by enough agents. {{(pid=91875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:04:59.620981 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.base_scheduler [None req-529252f8-403d-4746-9c03-335818bc1d97 admin admin] Resources bound (agent type, host, resource id): {{(pid=91875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:04:59.624786 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529252f8-403d-4746-9c03-335818bc1d97 admin admin] Received port after_create {{(pid=91875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:04:59.644321 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01928ae9-4844-449b-9f70-28138d67f6b0 admin admin] Network cfdbc1d1-75c9-493c-aefe-3be5c8294cd4 is already hosted by enough agents. {{(pid=91874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:04:59.645899 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [None req-01928ae9-4844-449b-9f70-28138d67f6b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:04:59.749653 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 33254) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:04:59.751855 dv-cinder-796114-3-iscsi neutron-server[91874]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 16 16:04:59.844696 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-360eeb05-0cb7-429c-b6cd-f20b6fc94f5c req-acb0a3d5-b9ed-406a-8147-9c25c552791f tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] 10.222.0.49 "GET /v2.0/ports?device_id=9161da88-f8c8-4834-b8bf-25c415ee57f8 HTTP/1.1" status: 200 len: 210 time: 0.0855336 Jun 16 16:04:59.924567 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01928ae9-4844-449b-9f70-28138d67f6b0 admin admin] Router 055c9b6e-7b28-4250-a567-731b1fadb57f has already been hosted by L3 agent 0e7678c9-774c-4c46-a09f-f3aaee363ca4 {{(pid=91874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:05:00.074098 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 33264) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:00.107384 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-747530c7-7af2-420b-8a41-b14b2a5bd5ff None None] Provisioning complete for port f4b30c25-4506-4be3-b50b-2b05a2ea7ceb triggered by entity DHCP. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:05:00.107951 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-747530c7-7af2-420b-8a41-b14b2a5bd5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:00.115143 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-3a143588-de69-4a93-b5b9-8f1ae6b57f50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:00.148692 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-747530c7-7af2-420b-8a41-b14b2a5bd5ff None None] Port f4b30c25-4506-4be3-b50b-2b05a2ea7ceb cannot update to ACTIVE because it is not bound. {{(pid=91876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:05:00.155151 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01928ae9-4844-449b-9f70-28138d67f6b0 admin admin] Notify agent at l3_agent.dv-cinder-796114-3-iscsi the message routers_updated {{(pid=91874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:05:00.156686 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-529252f8-403d-4746-9c03-335818bc1d97 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:00.166833 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-01928ae9-4844-449b-9f70-28138d67f6b0 admin admin] 10.222.0.49 "PUT /v2.0/routers/055c9b6e-7b28-4250-a567-731b1fadb57f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0526452 Jun 16 16:05:00.298597 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-97905a2c-15fd-4bb2-8e26-e8eaa0668309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-677051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701414'] for router, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:00.312090 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532276d6-f517-488a-854d-59c4645748b7 None None] Network 9b440f45-4a88-4d84-9a29-8220f48297fe requested from dv-cinder-796114-3-iscsi {{(pid=91876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:05:00.338522 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-3a143588-de69-4a93-b5b9-8f1ae6b57f50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:00.350290 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-3a143588-de69-4a93-b5b9-8f1ae6b57f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:00.359771 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-f81a4d7c-5cea-496f-bf20-5c3b102c8c08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:00.460111 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-3a143588-de69-4a93-b5b9-8f1ae6b57f50 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c7742e129ed748039d9afb032cbcdb1b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3826725 Jun 16 16:05:00.461042 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 33290) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:00.472970 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-c25e3774-95e9-4ba4-945d-5afb0d0d95cc None None] Provisioning for port cb8b415b-fd03-4768-b7e0-bcbfa99dedb1 completed by entity DHCP. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:05:00.524647 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a143588-de69-4a93-b5b9-8f1ae6b57f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362729ac-3219-43fc-9e15-c2b104f8c38a,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:00.652059 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-529252f8-403d-4746-9c03-335818bc1d97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-677051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701414'] for router, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:00.752152 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-3a143588-de69-4a93-b5b9-8f1ae6b57f50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:00.795484 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device 6da1a5f4-82c1-43e0-a78a-2bf5174efd5c up at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:05:00.841403 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e003acc8-3ca1-4142-bf96-dee2360381c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:00.858954 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97905a2c-15fd-4bb2-8e26-e8eaa0668309 admin admin] Router 8112a31f-9720-469c-9d18-4de725043260 is scheduled to L3 agent 0e7678c9-774c-4c46-a09f-f3aaee363ca4 with binding_index 1 {{(pid=91875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 16:05:00.895099 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e003acc8-3ca1-4142-bf96-dee2360381c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:00.915140 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning for port 6da1a5f4-82c1-43e0-a78a-2bf5174efd5c completed by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:05:00.930366 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning complete for port 6da1a5f4-82c1-43e0-a78a-2bf5174efd5c triggered by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:05:00.930366 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:00.973235 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e003acc8-3ca1-4142-bf96-dee2360381c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:00.976478 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e003acc8-3ca1-4142-bf96-dee2360381c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:00.977761 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-e003acc8-3ca1-4142-bf96-dee2360381c1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/362729ac-3219-43fc-9e15-c2b104f8c38a HTTP/1.1" status: 204 len: 168 time: 0.4924710 Jun 16 16:05:00.978431 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:00.986069 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e003acc8-3ca1-4142-bf96-dee2360381c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362729ac-3219-43fc-9e15-c2b104f8c38a,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:00.994553 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-e003acc8-3ca1-4142-bf96-dee2360381c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:01.074851 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e072a5-1483-4fc4-bf06-b4e2316eadb6 None None] Sync routers for ids ['055c9b6e-7b28-4250-a567-731b1fadb57f'] in dv-cinder-796114-3-iscsi {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:05:01.202099 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e072a5-1483-4fc4-bf06-b4e2316eadb6 None None] Routers {'055c9b6e-7b28-4250-a567-731b1fadb57f'} bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:05:01.202801 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-93e072a5-1483-4fc4-bf06-b4e2316eadb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T15:57:20Z,description=,heartbeat_timestamp=2021-06-16T16:04:50Z,host='dv-cinder-796114-3-iscsi',id=0e7678c9-774c-4c46-a09f-f3aaee363ca4,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:57:20Z,topic='l3_agent')) {'router_ids': ['055c9b6e-7b28-4250-a567-731b1fadb57f'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:05:01.284246 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-ca98fdf7-baee-44cb-9282-c04046a78d9f req-e1825ca0-af10-48cf-a732-e0230c9ad317 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] 10.222.0.49 "GET /v2.0/ports?device_id=9161da88-f8c8-4834-b8bf-25c415ee57f8 HTTP/1.1" status: 200 len: 210 time: 0.1054895 Jun 16 16:05:01.307079 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:01.351006 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 33316) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:01.364088 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-de9e192a-7d9e-4230-9324-99a4d5f5a1fd tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1948416174', 'description': 'tempest-description--864593095'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:05:01.365504 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97905a2c-15fd-4bb2-8e26-e8eaa0668309 admin admin] Notify agent at l3_agent.dv-cinder-796114-3-iscsi the message routers_updated {{(pid=91875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:05:01.382392 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75d9fd5-7783-43ed-96f8-5e99cbee33e2 None None] Sync routers for ids ['8112a31f-9720-469c-9d18-4de725043260'] in dv-cinder-796114-3-iscsi {{(pid=91877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:05:01.396000 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75d9fd5-7783-43ed-96f8-5e99cbee33e2 None None] Routers {'8112a31f-9720-469c-9d18-4de725043260'} bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:05:01.396657 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_hamode_db [None req-a75d9fd5-7783-43ed-96f8-5e99cbee33e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T15:57:20Z,description=,heartbeat_timestamp=2021-06-16T16:04:50Z,host='dv-cinder-796114-3-iscsi',id=0e7678c9-774c-4c46-a09f-f3aaee363ca4,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:57:20Z,topic='l3_agent')) {'router_ids': ['8112a31f-9720-469c-9d18-4de725043260'], 'active': True} {{(pid=91877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:05:01.399268 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-529252f8-403d-4746-9c03-335818bc1d97 admin admin] Router 8b9936d3-50a9-4003-bc0d-a8a79d4819f8 is scheduled to L3 agent 0e7678c9-774c-4c46-a09f-f3aaee363ca4 with binding_index 1 {{(pid=91875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 16:05:01.407542 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-de9e192a-7d9e-4230-9324-99a4d5f5a1fd tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:01.415300 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] For port 6da1a5f4-82c1-43e0-a78a-2bf5174efd5c, host dv-cinder-796114-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=6da1a5f4-82c1-43e0-a78a-2bf5174efd5c,segment=NetworkSegment(36d53036-d305-476e-ad99-71a5cdef7eb4),segment_id=36d53036-d305-476e-ad99-71a5cdef7eb4)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:05:01.427854 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-97905a2c-15fd-4bb2-8e26-e8eaa0668309 admin admin] Notify callbacks [] for router, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:01.431683 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-97905a2c-15fd-4bb2-8e26-e8eaa0668309 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.8695290 Jun 16 16:05:01.432099 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 33322) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:01.434882 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:01.442480 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device cb8b415b-fd03-4768-b7e0-bcbfa99dedb1 up at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:05:01.453267 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:01.600090 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-93e072a5-1483-4fc4-bf06-b4e2316eadb6 None None] Set router 055c9b6e-7b28-4250-a567-731b1fadb57f gateway port host: dv-cinder-796114-3-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:05:01.624178 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-529252f8-403d-4746-9c03-335818bc1d97 admin admin] Notify agent at l3_agent.dv-cinder-796114-3-iscsi the message routers_updated {{(pid=91875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:05:01.654044 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c12231-f61e-49b4-ab1e-df9a2c08c929 None None] Sync routers for ids ['8b9936d3-50a9-4003-bc0d-a8a79d4819f8'] in dv-cinder-796114-3-iscsi {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:05:01.674761 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_dvr_db [None req-a75d9fd5-7783-43ed-96f8-5e99cbee33e2 None None] Set router 8112a31f-9720-469c-9d18-4de725043260 gateway port host: dv-cinder-796114-3-iscsi {{(pid=91877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:05:01.680415 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Pushing event updated for resources: {'Port': ['ID=6da1a5f4-82c1-43e0-a78a-2bf5174efd5c,revision_number=4']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:01.691010 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning for port cb8b415b-fd03-4768-b7e0-bcbfa99dedb1 completed by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:05:01.697473 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:01.730040 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning complete for port cb8b415b-fd03-4768-b7e0-bcbfa99dedb1 triggered by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:05:01.730458 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:01.732278 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c12231-f61e-49b4-ab1e-df9a2c08c929 None None] Routers {'8b9936d3-50a9-4003-bc0d-a8a79d4819f8'} bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:05:01.732920 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-75c12231-f61e-49b4-ab1e-df9a2c08c929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T15:57:20Z,description=,heartbeat_timestamp=2021-06-16T16:04:50Z,host='dv-cinder-796114-3-iscsi',id=0e7678c9-774c-4c46-a09f-f3aaee363ca4,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:57:20Z,topic='l3_agent')) {'router_ids': ['8b9936d3-50a9-4003-bc0d-a8a79d4819f8'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:05:01.780374 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-de9e192a-7d9e-4230-9324-99a4d5f5a1fd tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:01.790823 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-de9e192a-7d9e-4230-9324-99a4d5f5a1fd tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:01.795779 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-529252f8-403d-4746-9c03-335818bc1d97 admin admin] Notify callbacks [] for router, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:01.797006 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-529252f8-403d-4746-9c03-335818bc1d97 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.6667895 Jun 16 16:05:01.799850 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 33340) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:01.851386 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-77bea818-ba30-44ce-a350-72fdc082170d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:01.859933 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-75c12231-f61e-49b4-ab1e-df9a2c08c929 None None] Set router 8b9936d3-50a9-4003-bc0d-a8a79d4819f8 gateway port host: dv-cinder-796114-3-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:05:01.882684 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e192a-7d9e-4230-9324-99a4d5f5a1fd tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fed02e11-065f-457a-bf3f-44af4fe327b1,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:01.896398 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-de9e192a-7d9e-4230-9324-99a4d5f5a1fd tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:01.923798 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-de9e192a-7d9e-4230-9324-99a4d5f5a1fd tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:01.925596 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-de9e192a-7d9e-4230-9324-99a4d5f5a1fd tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.5732739 Jun 16 16:05:01.929354 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 33342) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:01.935858 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-cde32965-fe53-4fe1-91e9-9fd98960522f tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Request body: {'security_group_rule': {'security_group_id': 'fed02e11-065f-457a-bf3f-44af4fe327b1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:05:02.013539 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-cde32965-fe53-4fe1-91e9-9fd98960522f tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:02.120778 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_hamode_db [None req-a75d9fd5-7783-43ed-96f8-5e99cbee33e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8112a31f-9720-469c-9d18-4de725043260', 'name': 'tempest-AttachVolumeTestJSON-71700425-router', 'tenant_id': 'b6f37c6beb22479fae2758d3ed17d813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '63a1cf5a-d7b5-42f9-9dc4-0f6aedbdefd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:04:55Z', 'updated_at': '2021-06-16T16:04:59Z', 'revision_number': 3, 'project_id': 'b6f37c6beb22479fae2758d3ed17d813', 'gw_port': {'id': '63a1cf5a-d7b5-42f9-9dc4-0f6aedbdefd5', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f4:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8112a31f-9720-469c-9d18-4de725043260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:04:57Z', 'updated_at': '2021-06-16T16:04:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi'}], 'dv-cinder-796114-3-iscsi', False) {} {{(pid=91877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:05:02.130075 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75d9fd5-7783-43ed-96f8-5e99cbee33e2 None None] Checking router: 8112a31f-9720-469c-9d18-4de725043260 for host: dv-cinder-796114-3-iscsi {{(pid=91877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:05:02.130685 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75d9fd5-7783-43ed-96f8-5e99cbee33e2 None None] Updating router 8112a31f-9720-469c-9d18-4de725043260 port 63a1cf5a-d7b5-42f9-9dc4-0f6aedbdefd5 binding host dv-cinder-796114-3-iscsi {{(pid=91877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:05:02.196588 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron_lib.callbacks.manager [None req-a75d9fd5-7783-43ed-96f8-5e99cbee33e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:02.222614 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-5d054e80-94d3-497d-9a77-32dfd9b6881e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16110075'] for port, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:02.240416 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-cde32965-fe53-4fe1-91e9-9fd98960522f tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:02.254303 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-cde32965-fe53-4fe1-91e9-9fd98960522f tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709652'] for security_group_rule, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:02.302342 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:02.326681 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde32965-fe53-4fe1-91e9-9fd98960522f tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=410df7c1-1a94-45ca-9b8a-023f3b06bf91,revision_number=0']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:02.340242 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-cde32965-fe53-4fe1-91e9-9fd98960522f tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:02.364827 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-cde32965-fe53-4fe1-91e9-9fd98960522f tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:02.369429 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-cde32965-fe53-4fe1-91e9-9fd98960522f tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4356911 Jun 16 16:05:02.397942 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 33354) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:02.408665 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.v2.base [None req-85549894-1e37-464e-bfaa-812c7ae880b2 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Request body: {'security_group_rule': {'security_group_id': 'fed02e11-065f-457a-bf3f-44af4fe327b1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:05:02.478058 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-85549894-1e37-464e-bfaa-812c7ae880b2 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:02.593136 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_common [None req-5d054e80-94d3-497d-9a77-32dfd9b6881e admin admin] Allocated IP 172.20.0.1 (9b440f45-4a88-4d84-9a29-8220f48297fe/ea00e02a-6838-40a9-b1d7-a5a03e20d3b1/9fe774fa-d9df-4d9a-a7c9-265a06cd514c) {{(pid=91874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:05:02.653223 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:02.778493 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] For port cb8b415b-fd03-4768-b7e0-bcbfa99dedb1, host dv-cinder-796114-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=cb8b415b-fd03-4768-b7e0-bcbfa99dedb1,segment=NetworkSegment(28ca8ba8-691c-48b2-ad64-51cdd785b47e),segment_id=28ca8ba8-691c-48b2-ad64-51cdd785b47e)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:05:02.816128 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-75c12231-f61e-49b4-ab1e-df9a2c08c929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9936d3-50a9-4003-bc0d-a8a79d4819f8', 'name': 'tempest-ServerRescueNegativeTestJSON-831611834-router', 'tenant_id': '9736a5dc95504648ab9aceb89928bdef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'cc55b78e-f20c-43db-81b3-45c4dc1d9121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:04:56Z', 'updated_at': '2021-06-16T16:04:59Z', 'revision_number': 3, 'project_id': '9736a5dc95504648ab9aceb89928bdef', 'gw_port': {'id': 'cc55b78e-f20c-43db-81b3-45c4dc1d9121', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ca:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9936d3-50a9-4003-bc0d-a8a79d4819f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:04:58Z', 'updated_at': '2021-06-16T16:04:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi'}], 'dv-cinder-796114-3-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:05:02.840414 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-85549894-1e37-464e-bfaa-812c7ae880b2 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:02.842332 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:02.846943 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-d04e8e10-2cf2-4a8f-ba5f-67f6521c92c4 req-68061ce5-63ae-40b2-bd55-8680c3cf3679 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] 10.222.0.49 "GET /v2.0/ports?device_id=9161da88-f8c8-4834-b8bf-25c415ee57f8 HTTP/1.1" status: 200 len: 210 time: 0.0988202 Jun 16 16:05:02.852922 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c12231-f61e-49b4-ab1e-df9a2c08c929 None None] Checking router: 8b9936d3-50a9-4003-bc0d-a8a79d4819f8 for host: dv-cinder-796114-3-iscsi {{(pid=91876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:05:02.853075 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4703d1b6-e52e-4483-8ab6-2fd6f319f054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16110075'] for port, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:02.854918 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c12231-f61e-49b4-ab1e-df9a2c08c929 None None] Updating router 8b9936d3-50a9-4003-bc0d-a8a79d4819f8 port cc55b78e-f20c-43db-81b3-45c4dc1d9121 binding host dv-cinder-796114-3-iscsi {{(pid=91876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:05:02.855027 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron_lib.callbacks.manager [None req-a75d9fd5-7783-43ed-96f8-5e99cbee33e2 None None] Notify callbacks [] for port, precommit_update {{(pid=91877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:02.864444 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-070507b0-a99d-46d2-806b-cbc199c71f64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:02.873944 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-85549894-1e37-464e-bfaa-812c7ae880b2 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709652'] for security_group_rule, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:02.886442 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.provisioning_blocks [None req-a75d9fd5-7783-43ed-96f8-5e99cbee33e2 None None] Transition to ACTIVE for port object 63a1cf5a-d7b5-42f9-9dc4-0f6aedbdefd5 will not be triggered until provisioned by entity L2. {{(pid=91877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:05:02.889277 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:02.920716 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron_lib.callbacks.manager [None req-a75d9fd5-7783-43ed-96f8-5e99cbee33e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:02.932219 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG oslo_concurrency.lockutils [None req-efab0e4c-f445-4077-b0f2-298cda5b4662 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:02.993785 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85549894-1e37-464e-bfaa-812c7ae880b2 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e75f86c-83a0-4e5c-add7-324c5412dd06,revision_number=0']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:03.011157 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-85549894-1e37-464e-bfaa-812c7ae880b2 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:03.029885 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-93e072a5-1483-4fc4-bf06-b4e2316eadb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '055c9b6e-7b28-4250-a567-731b1fadb57f', 'name': 'tempest-AttachVolumeShelveTestJSON-1689198256-router', 'tenant_id': '16b677d62510476d919b610e7baa5577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '6da1a5f4-82c1-43e0-a78a-2bf5174efd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:04:52Z', 'updated_at': '2021-06-16T16:04:58Z', 'revision_number': 4, 'project_id': '16b677d62510476d919b610e7baa5577', 'gw_port': {'id': '6da1a5f4-82c1-43e0-a78a-2bf5174efd5c', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:75:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '055c9b6e-7b28-4250-a567-731b1fadb57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:04:53Z', 'updated_at': '2021-06-16T16:04:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi', '_interfaces': [{'id': 'f4b30c25-4506-4be3-b50b-2b05a2ea7ceb', 'name': '', 'network_id': 'cfdbc1d1-75c9-493c-aefe-3be5c8294cd4', 'tenant_id': '16b677d62510476d919b610e7baa5577', 'mac_address': 'fa:16:3e:2d:cb:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '055c9b6e-7b28-4250-a567-731b1fadb57f', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6b78bc3c-b434-4bd5-9871-761bea7dd046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:04:57Z', 'updated_at': '2021-06-16T16:04:59Z', 'revision_number': 2, 'project_id': '16b677d62510476d919b610e7baa5577', 'subnets': [{'id': '6b78bc3c-b434-4bd5-9871-761bea7dd046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:05:03.071530 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e072a5-1483-4fc4-bf06-b4e2316eadb6 None None] Checking router: 055c9b6e-7b28-4250-a567-731b1fadb57f for host: dv-cinder-796114-3-iscsi {{(pid=91876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:05:03.071827 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e072a5-1483-4fc4-bf06-b4e2316eadb6 None None] Updating router 055c9b6e-7b28-4250-a567-731b1fadb57f port f4b30c25-4506-4be3-b50b-2b05a2ea7ceb binding host dv-cinder-796114-3-iscsi {{(pid=91876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:05:03.079161 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-85549894-1e37-464e-bfaa-812c7ae880b2 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:03.086661 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.managers [None req-a75d9fd5-7783-43ed-96f8-5e99cbee33e2 None None] Attempting to bind port 63a1cf5a-d7b5-42f9-9dc4-0f6aedbdefd5 on host dv-cinder-796114-3-iscsi for vnic_type normal with profile {{(pid=91877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:05:03.087244 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.managers [None req-a75d9fd5-7783-43ed-96f8-5e99cbee33e2 None None] Attempting to bind port 63a1cf5a-d7b5-42f9-9dc4-0f6aedbdefd5 by drivers openvswitch,hyperv on host dv-cinder-796114-3-iscsi at level 0 using segments [{'id': '36d53036-d305-476e-ad99-71a5cdef7eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6'}] {{(pid=91877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:05:03.087752 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-85549894-1e37-464e-bfaa-812c7ae880b2 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6864731 Jun 16 16:05:03.095990 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 33384) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:03.102457 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75d9fd5-7783-43ed-96f8-5e99cbee33e2 None None] Attempting to bind port 63a1cf5a-d7b5-42f9-9dc4-0f6aedbdefd5 on network 47501c57-dfca-44aa-9eed-27ee8bb77cd6 {{(pid=91877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:05:03.107727 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-74a57b38-0d9f-4597-acfd-e066a627f774 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Request body: {'floatingip': {'floating_network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:05:03.127523 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a1bf9f-0bbe-42f5-831f-2bfe299d181d None None] Pushing event updated for resources: {'Port': ['ID=63a1cf5a-d7b5-42f9-9dc4-0f6aedbdefd5,revision_number=2']} {{(pid=91877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:03.138963 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-75c12231-f61e-49b4-ab1e-df9a2c08c929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:03.152314 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Pushing event updated for resources: {'Port': ['ID=cb8b415b-fd03-4768-b7e0-bcbfa99dedb1,revision_number=3']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:03.154507 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG oslo_concurrency.lockutils [None req-14a1bf9f-0bbe-42f5-831f-2bfe299d181d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=91877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:03.156359 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75d9fd5-7783-43ed-96f8-5e99cbee33e2 None None] Checking agent: {'id': '6d4db28b-73fb-449a-900a-e0a23b9890fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 57, 20), 'started_at': datetime.datetime(2021, 6, 16, 15, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:05:03.156941 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75d9fd5-7783-43ed-96f8-5e99cbee33e2 None None] Checking segment: {'id': '36d53036-d305-476e-ad99-71a5cdef7eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:05:03.157625 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron_lib.callbacks.manager [None req-a75d9fd5-7783-43ed-96f8-5e99cbee33e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:03.167319 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75d9fd5-7783-43ed-96f8-5e99cbee33e2 None None] Bound using segment: {'id': '36d53036-d305-476e-ad99-71a5cdef7eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6'} {{(pid=91877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:05:03.168405 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.managers [None req-a75d9fd5-7783-43ed-96f8-5e99cbee33e2 None None] Bound port: 63a1cf5a-d7b5-42f9-9dc4-0f6aedbdefd5, host: dv-cinder-796114-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36d53036-d305-476e-ad99-71a5cdef7eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6'}}] {{(pid=91877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:05:03.169015 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron_lib.callbacks.manager [None req-a75d9fd5-7783-43ed-96f8-5e99cbee33e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:03.199635 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:03.215135 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device 6da1a5f4-82c1-43e0-a78a-2bf5174efd5c up at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:05:03.216119 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-5d054e80-94d3-497d-9a77-32dfd9b6881e admin admin] Notify callbacks [] for port, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:03.223892 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-74a57b38-0d9f-4597-acfd-e066a627f774 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks [] for floatingip, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:03.258760 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-5d054e80-94d3-497d-9a77-32dfd9b6881e admin admin] Transition to ACTIVE for port object 9fe774fa-d9df-4d9a-a7c9-265a06cd514c will not be triggered until provisioned by entity DHCP. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:05:03.285770 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.db.db_base_plugin_common [None req-4703d1b6-e52e-4483-8ab6-2fd6f319f054 admin admin] Allocated IP 172.20.0.1 (97223e70-3be0-4b71-bad0-215c0b28ffe7/ca88b3dc-ceb5-4055-b366-67e774be9898/782eee49-a82d-4eff-a01a-3cd311e180d2) {{(pid=91875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:05:03.296107 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-93e072a5-1483-4fc4-bf06-b4e2316eadb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:03.347408 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.db [None req-a75d9fd5-7783-43ed-96f8-5e99cbee33e2 None None] For port 63a1cf5a-d7b5-42f9-9dc4-0f6aedbdefd5, host dv-cinder-796114-3-iscsi, cleared binding levels {{(pid=91877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:05:03.358133 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.db [None req-a75d9fd5-7783-43ed-96f8-5e99cbee33e2 None None] For port 63a1cf5a-d7b5-42f9-9dc4-0f6aedbdefd5, host dv-cinder-796114-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=63a1cf5a-d7b5-42f9-9dc4-0f6aedbdefd5,segment=NetworkSegment(36d53036-d305-476e-ad99-71a5cdef7eb4),segment_id=36d53036-d305-476e-ad99-71a5cdef7eb4)] {{(pid=91877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:05:03.361097 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-5d054e80-94d3-497d-9a77-32dfd9b6881e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16110910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726810954487'] for port, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:03.371679 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron_lib.callbacks.manager [None req-a75d9fd5-7783-43ed-96f8-5e99cbee33e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:03.378795 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:03.379315 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 33388) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:03.388613 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:03.492579 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.15', 57850) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:03.509422 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d054e80-94d3-497d-9a77-32dfd9b6881e admin admin] Pushing event updated for resources: {'Port': ['ID=9fe774fa-d9df-4d9a-a7c9-265a06cd514c,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:03.534015 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a1bf9f-0bbe-42f5-831f-2bfe299d181d None None] Pushing event updated for resources: {'Port': ['ID=63a1cf5a-d7b5-42f9-9dc4-0f6aedbdefd5,revision_number=3']} {{(pid=91877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:03.538651 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-5d054e80-94d3-497d-9a77-32dfd9b6881e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:03.544926 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG oslo_concurrency.lockutils [None req-14a1bf9f-0bbe-42f5-831f-2bfe299d181d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:03.551188 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4703d1b6-e52e-4483-8ab6-2fd6f319f054 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:03.594840 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 33394) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:03.631227 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75d9fd5-7783-43ed-96f8-5e99cbee33e2 None None] Routers {'8112a31f-9720-469c-9d18-4de725043260'} bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:05:03.638603 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_hamode_db [None req-a75d9fd5-7783-43ed-96f8-5e99cbee33e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T15:57:20Z,description=,heartbeat_timestamp=2021-06-16T16:04:50Z,host='dv-cinder-796114-3-iscsi',id=0e7678c9-774c-4c46-a09f-f3aaee363ca4,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:57:20Z,topic='l3_agent')) {'router_ids': ['8112a31f-9720-469c-9d18-4de725043260'], 'active': True} {{(pid=91877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:05:03.669911 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4703d1b6-e52e-4483-8ab6-2fd6f319f054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16110910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726810954487'] for port, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:03.678273 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning complete for port 6da1a5f4-82c1-43e0-a78a-2bf5174efd5c triggered by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:05:03.679697 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:03.684665 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-529252f8-403d-4746-9c03-335818bc1d97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:03.740087 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d054e80-94d3-497d-9a77-32dfd9b6881e admin admin] Network 9b440f45-4a88-4d84-9a29-8220f48297fe is already hosted by enough agents. {{(pid=91874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:05:03.774944 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [None req-5d054e80-94d3-497d-9a77-32dfd9b6881e admin admin] Resources bound (agent type, host, resource id): {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:05:03.791621 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4703d1b6-e52e-4483-8ab6-2fd6f319f054 admin admin] Pushing event updated for resources: {'Port': ['ID=782eee49-a82d-4eff-a01a-3cd311e180d2,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:03.808740 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-4703d1b6-e52e-4483-8ab6-2fd6f319f054 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:03.822307 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d054e80-94d3-497d-9a77-32dfd9b6881e admin admin] Received port after_create {{(pid=91874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:05:03.826892 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-5d054e80-94d3-497d-9a77-32dfd9b6881e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672087'] for router_interface, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:03.834198 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4703d1b6-e52e-4483-8ab6-2fd6f319f054 admin admin] Network 97223e70-3be0-4b71-bad0-215c0b28ffe7 is already hosted by enough agents. {{(pid=91875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:05:03.836934 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.base_scheduler [None req-4703d1b6-e52e-4483-8ab6-2fd6f319f054 admin admin] Resources bound (agent type, host, resource id): {{(pid=91875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:05:03.848592 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4703d1b6-e52e-4483-8ab6-2fd6f319f054 admin admin] Received port after_create {{(pid=91875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:05:03.849602 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4703d1b6-e52e-4483-8ab6-2fd6f319f054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672087'] for router_interface, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:04.053916 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_dvr_db [None req-a75d9fd5-7783-43ed-96f8-5e99cbee33e2 None None] Set router 8112a31f-9720-469c-9d18-4de725043260 gateway port host: dv-cinder-796114-3-iscsi {{(pid=91877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:05:04.213179 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-75c12231-f61e-49b4-ab1e-df9a2c08c929 None None] Notify callbacks [] for port, precommit_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:04.229958 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-75c12231-f61e-49b4-ab1e-df9a2c08c929 None None] Transition to ACTIVE for port object cc55b78e-f20c-43db-81b3-45c4dc1d9121 will not be triggered until provisioned by entity L2. {{(pid=91876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:05:04.279704 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-75c12231-f61e-49b4-ab1e-df9a2c08c929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:04.304535 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:04.345108 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4703d1b6-e52e-4483-8ab6-2fd6f319f054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:04.408428 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_hamode_db [None req-a75d9fd5-7783-43ed-96f8-5e99cbee33e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8112a31f-9720-469c-9d18-4de725043260', 'name': 'tempest-AttachVolumeTestJSON-71700425-router', 'tenant_id': 'b6f37c6beb22479fae2758d3ed17d813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '63a1cf5a-d7b5-42f9-9dc4-0f6aedbdefd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:04:55Z', 'updated_at': '2021-06-16T16:04:59Z', 'revision_number': 3, 'project_id': 'b6f37c6beb22479fae2758d3ed17d813', 'gw_port': {'id': '63a1cf5a-d7b5-42f9-9dc4-0f6aedbdefd5', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f4:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8112a31f-9720-469c-9d18-4de725043260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:04:57Z', 'updated_at': '2021-06-16T16:05:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi'}], 'dv-cinder-796114-3-iscsi', False) {} {{(pid=91877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:05:04.414433 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75d9fd5-7783-43ed-96f8-5e99cbee33e2 None None] The sync data for ids ['8112a31f-9720-469c-9d18-4de725043260'] in dv-cinder-796114-3-iscsi is: [{'id': '8112a31f-9720-469c-9d18-4de725043260', 'name': 'tempest-AttachVolumeTestJSON-71700425-router', 'tenant_id': 'b6f37c6beb22479fae2758d3ed17d813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '63a1cf5a-d7b5-42f9-9dc4-0f6aedbdefd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:04:55Z', 'updated_at': '2021-06-16T16:04:59Z', 'revision_number': 3, 'project_id': 'b6f37c6beb22479fae2758d3ed17d813', 'gw_port': {'id': '63a1cf5a-d7b5-42f9-9dc4-0f6aedbdefd5', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f4:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8112a31f-9720-469c-9d18-4de725043260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:04:57Z', 'updated_at': '2021-06-16T16:05:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi'}] {{(pid=91877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:05:04.457800 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0ea161-9f0e-4e72-a6cd-f0de88515d39 None None] Pushing event updated for resources: {'Port': ['ID=cc55b78e-f20c-43db-81b3-45c4dc1d9121,revision_number=2']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:04.477192 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-3b0ea161-9f0e-4e72-a6cd-f0de88515d39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:04.487555 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-cf2090a1-e172-44a4-b77c-bc1e87b5f26f None None] Provisioning for port 9fe774fa-d9df-4d9a-a7c9-265a06cd514c completed by entity DHCP. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:05:04.488899 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-5d054e80-94d3-497d-9a77-32dfd9b6881e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:04.493242 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f9b0fbad-b889-499c-a38a-13efc144f8ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:04.543040 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-ad4f772c-4f42-4a4d-a13a-9f05af214d36 req-f91e07eb-1255-4954-a7df-0243da1eec97 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] 10.222.0.49 "GET /v2.0/ports?device_id=9161da88-f8c8-4834-b8bf-25c415ee57f8 HTTP/1.1" status: 200 len: 210 time: 0.0815682 Jun 16 16:05:04.565798 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-75c12231-f61e-49b4-ab1e-df9a2c08c929 None None] Attempting to bind port cc55b78e-f20c-43db-81b3-45c4dc1d9121 on host dv-cinder-796114-3-iscsi for vnic_type normal with profile {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:05:04.567782 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-75c12231-f61e-49b4-ab1e-df9a2c08c929 None None] Attempting to bind port cc55b78e-f20c-43db-81b3-45c4dc1d9121 by drivers openvswitch,hyperv on host dv-cinder-796114-3-iscsi at level 0 using segments [{'id': '36d53036-d305-476e-ad99-71a5cdef7eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6'}] {{(pid=91876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:05:04.569332 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c12231-f61e-49b4-ab1e-df9a2c08c929 None None] Attempting to bind port cc55b78e-f20c-43db-81b3-45c4dc1d9121 on network 47501c57-dfca-44aa-9eed-27ee8bb77cd6 {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:05:04.582748 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-cf2090a1-e172-44a4-b77c-bc1e87b5f26f None None] Provisioning complete for port 9fe774fa-d9df-4d9a-a7c9-265a06cd514c triggered by entity DHCP. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:05:04.586749 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a51565-0145-4ece-884f-691b941a63ad req-d44be675-2eb3-4567-ac46-c8a138164283 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:04.588479 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f5a51565-0145-4ece-884f-691b941a63ad req-d44be675-2eb3-4567-ac46-c8a138164283 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] 10.222.0.15 "GET /v2.0/networks?id=2de03ba3-731d-4eb0-919b-7f4e3c40d4e8 HTTP/1.1" status: 200 len: 811 time: 1.0713401 Jun 16 16:05:04.590934 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-cf2090a1-e172-44a4-b77c-bc1e87b5f26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:04.605077 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c12231-f61e-49b4-ab1e-df9a2c08c929 None None] Checking agent: {'id': '6d4db28b-73fb-449a-900a-e0a23b9890fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 57, 20), 'started_at': datetime.datetime(2021, 6, 16, 15, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:05:04.606040 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c12231-f61e-49b4-ab1e-df9a2c08c929 None None] Checking segment: {'id': '36d53036-d305-476e-ad99-71a5cdef7eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:05:04.606186 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-75c12231-f61e-49b4-ab1e-df9a2c08c929 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:04.606699 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c12231-f61e-49b4-ab1e-df9a2c08c929 None None] Bound using segment: {'id': '36d53036-d305-476e-ad99-71a5cdef7eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6'} {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:05:04.607294 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-75c12231-f61e-49b4-ab1e-df9a2c08c929 None None] Bound port: cc55b78e-f20c-43db-81b3-45c4dc1d9121, host: dv-cinder-796114-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36d53036-d305-476e-ad99-71a5cdef7eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6'}}] {{(pid=91876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:05:04.607777 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-75c12231-f61e-49b4-ab1e-df9a2c08c929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:04.665565 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-93e072a5-1483-4fc4-bf06-b4e2316eadb6 None None] Notify callbacks [] for port, precommit_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:04.698481 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f9b0fbad-b889-499c-a38a-13efc144f8ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:04.699938 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-23dd9163-a71a-4903-ad5c-9f42d73be276 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:04.703668 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-cf2090a1-e172-44a4-b77c-bc1e87b5f26f None None] Port 9fe774fa-d9df-4d9a-a7c9-265a06cd514c cannot update to ACTIVE because it is not bound. {{(pid=91876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:05:04.719368 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-93e072a5-1483-4fc4-bf06-b4e2316eadb6 None None] Transition to ACTIVE for port object f4b30c25-4506-4be3-b50b-2b05a2ea7ceb will not be triggered until provisioned by entity L2. {{(pid=91876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:05:04.735519 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4703d1b6-e52e-4483-8ab6-2fd6f319f054 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:04.736168 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-93e072a5-1483-4fc4-bf06-b4e2316eadb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:04.743971 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:04.748218 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4703d1b6-e52e-4483-8ab6-2fd6f319f054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:04.750063 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-75c12231-f61e-49b4-ab1e-df9a2c08c929 None None] For port cc55b78e-f20c-43db-81b3-45c4dc1d9121, host dv-cinder-796114-3-iscsi, cleared binding levels {{(pid=91876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:05:04.760337 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4703d1b6-e52e-4483-8ab6-2fd6f319f054 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16222906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672043'] for router_interface, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:04.760489 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [req-f5a51565-0145-4ece-884f-691b941a63ad req-9fce1a92-86be-4597-9af5-a2ed27996f29 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] Request body: {'port': {'device_id': '9161da88-f8c8-4834-b8bf-25c415ee57f8', 'network_id': '2de03ba3-731d-4eb0-919b-7f4e3c40d4e8', 'admin_state_up': True, 'tenant_id': 'db9146d9ee644ac1b34683eea92fa465'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:05:04.763139 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:04.815143 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.agents_db [None req-058d43c2-15cf-4374-9ac5-1369303d1fb9 None None] Agent healthcheck: found 6 active agents {{(pid=91877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:05:04.860437 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4703d1b6-e52e-4483-8ab6-2fd6f319f054 admin admin] Pushing event updated for resources: {'Port': ['ID=782eee49-a82d-4eff-a01a-3cd311e180d2,revision_number=2']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:04.887716 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-4703d1b6-e52e-4483-8ab6-2fd6f319f054 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:05.027247 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8424b844-baa7-4c8d-95fb-b6c672dfd133 None None] Pushing event updated for resources: {'Port': ['ID=f4b30c25-4506-4be3-b50b-2b05a2ea7ceb,revision_number=3']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:05.048805 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-8424b844-baa7-4c8d-95fb-b6c672dfd133 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:05.054564 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-75c12231-f61e-49b4-ab1e-df9a2c08c929 None None] For port cc55b78e-f20c-43db-81b3-45c4dc1d9121, host dv-cinder-796114-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=cc55b78e-f20c-43db-81b3-45c4dc1d9121,segment=NetworkSegment(36d53036-d305-476e-ad99-71a5cdef7eb4),segment_id=36d53036-d305-476e-ad99-71a5cdef7eb4)] {{(pid=91876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:05:05.089248 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-75c12231-f61e-49b4-ab1e-df9a2c08c929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:05.119215 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4703d1b6-e52e-4483-8ab6-2fd6f319f054 admin admin] Network 97223e70-3be0-4b71-bad0-215c0b28ffe7 is already hosted by enough agents. {{(pid=91875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:05:05.121039 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.base_scheduler [None req-4703d1b6-e52e-4483-8ab6-2fd6f319f054 admin admin] Resources bound (agent type, host, resource id): {{(pid=91875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:05:05.160496 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:05.282294 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0ea161-9f0e-4e72-a6cd-f0de88515d39 None None] Pushing event updated for resources: {'Port': ['ID=cc55b78e-f20c-43db-81b3-45c4dc1d9121,revision_number=3']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:05.288270 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device 63a1cf5a-d7b5-42f9-9dc4-0f6aedbdefd5 up at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:05:05.292908 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-3b0ea161-9f0e-4e72-a6cd-f0de88515d39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:05.300491 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-23dd9163-a71a-4903-ad5c-9f42d73be276 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:05.305256 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f9b0fbad-b889-499c-a38a-13efc144f8ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:05.328590 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-93e072a5-1483-4fc4-bf06-b4e2316eadb6 None None] Attempting to bind port f4b30c25-4506-4be3-b50b-2b05a2ea7ceb on host dv-cinder-796114-3-iscsi for vnic_type normal with profile {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:05:05.328969 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-93e072a5-1483-4fc4-bf06-b4e2316eadb6 None None] Attempting to bind port f4b30c25-4506-4be3-b50b-2b05a2ea7ceb by drivers openvswitch,hyperv on host dv-cinder-796114-3-iscsi at level 0 using segments [{'id': '9b04c04a-5851-495d-91c5-098f1a7e56ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'cfdbc1d1-75c9-493c-aefe-3be5c8294cd4'}] {{(pid=91876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:05:05.329337 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e072a5-1483-4fc4-bf06-b4e2316eadb6 None None] Attempting to bind port f4b30c25-4506-4be3-b50b-2b05a2ea7ceb on network cfdbc1d1-75c9-493c-aefe-3be5c8294cd4 {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:05:05.387313 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4703d1b6-e52e-4483-8ab6-2fd6f319f054 admin admin] Router 8b9936d3-50a9-4003-bc0d-a8a79d4819f8 has already been hosted by L3 agent 0e7678c9-774c-4c46-a09f-f3aaee363ca4 {{(pid=91875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:05:05.408956 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e072a5-1483-4fc4-bf06-b4e2316eadb6 None None] Checking agent: {'id': '6d4db28b-73fb-449a-900a-e0a23b9890fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 57, 20), 'started_at': datetime.datetime(2021, 6, 16, 15, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:05:05.419479 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e072a5-1483-4fc4-bf06-b4e2316eadb6 None None] Checking segment: {'id': '9b04c04a-5851-495d-91c5-098f1a7e56ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'cfdbc1d1-75c9-493c-aefe-3be5c8294cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:05:05.420344 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-93e072a5-1483-4fc4-bf06-b4e2316eadb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:05.421200 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e072a5-1483-4fc4-bf06-b4e2316eadb6 None None] Bound using segment: {'id': '9b04c04a-5851-495d-91c5-098f1a7e56ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'cfdbc1d1-75c9-493c-aefe-3be5c8294cd4'} {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:05:05.421982 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-93e072a5-1483-4fc4-bf06-b4e2316eadb6 None None] Bound port: f4b30c25-4506-4be3-b50b-2b05a2ea7ceb, host: dv-cinder-796114-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b04c04a-5851-495d-91c5-098f1a7e56ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'cfdbc1d1-75c9-493c-aefe-3be5c8294cd4'}}] {{(pid=91876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:05:05.422555 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-93e072a5-1483-4fc4-bf06-b4e2316eadb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:05.537304 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:05.548135 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-23dd9163-a71a-4903-ad5c-9f42d73be276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:05.557600 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-f9b0fbad-b889-499c-a38a-13efc144f8ed admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=08887822ef9a4e7abe10fe45824fc1f8&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1700096 Jun 16 16:05:05.557818 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c12231-f61e-49b4-ab1e-df9a2c08c929 None None] Routers {'8b9936d3-50a9-4003-bc0d-a8a79d4819f8'} bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:05:05.557818 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-75c12231-f61e-49b4-ab1e-df9a2c08c929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T15:57:20Z,description=,heartbeat_timestamp=2021-06-16T16:04:50Z,host='dv-cinder-796114-3-iscsi',id=0e7678c9-774c-4c46-a09f-f3aaee363ca4,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:57:20Z,topic='l3_agent')) {'router_ids': ['8b9936d3-50a9-4003-bc0d-a8a79d4819f8'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:05:05.580128 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 33474) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:05.772539 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4703d1b6-e52e-4483-8ab6-2fd6f319f054 admin admin] Notify agent at l3_agent.dv-cinder-796114-3-iscsi the message routers_updated {{(pid=91875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:05:05.787828 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-4703d1b6-e52e-4483-8ab6-2fd6f319f054 admin admin] 10.222.0.49 "PUT /v2.0/routers/8b9936d3-50a9-4003-bc0d-a8a79d4819f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9831984 Jun 16 16:05:05.851730 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-5d7c0d5e-e562-4737-8011-0bc5b2fd9521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:05.920531 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-5d7c0d5e-e562-4737-8011-0bc5b2fd9521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:05.980113 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-5d054e80-94d3-497d-9a77-32dfd9b6881e admin admin] Notify callbacks [] for port, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:06.042451 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-5d054e80-94d3-497d-9a77-32dfd9b6881e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:06.093002 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-5d054e80-94d3-497d-9a77-32dfd9b6881e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16222906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672043'] for router_interface, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:06.097202 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-d4af76d2-eedf-4a75-96f2-049f7366433e req-eaba3e32-0fcd-4298-8fdb-1d4ede8f75f6 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] 10.222.0.49 "GET /v2.0/ports?device_id=9161da88-f8c8-4834-b8bf-25c415ee57f8 HTTP/1.1" status: 200 len: 210 time: 0.1199572 Jun 16 16:05:06.167197 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-74a57b38-0d9f-4597-acfd-e066a627f774 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16110075'] for port, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:06.173730 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-5d7c0d5e-e562-4737-8011-0bc5b2fd9521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:06.176603 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-5d7c0d5e-e562-4737-8011-0bc5b2fd9521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:06.177788 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-5d7c0d5e-e562-4737-8011-0bc5b2fd9521 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/34054a07-a096-4ed1-bcfd-a55e13e8849c HTTP/1.1" status: 204 len: 168 time: 0.5958965 Jun 16 16:05:06.179078 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:06.198250 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7c0d5e-e562-4737-8011-0bc5b2fd9521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34054a07-a096-4ed1-bcfd-a55e13e8849c,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:06.210826 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-5d7c0d5e-e562-4737-8011-0bc5b2fd9521 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:06.279330 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-23dd9163-a71a-4903-ad5c-9f42d73be276 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=976401b5eb15487f9195ca5ac5022ead&name=default HTTP/1.1" status: 200 len: 2975 time: 2.6632373 Jun 16 16:05:06.280060 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b0fbad-b889-499c-a38a-13efc144f8ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34054a07-a096-4ed1-bcfd-a55e13e8849c,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:06.282200 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 33490) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:06.294489 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 33494) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:06.327080 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-f9b0fbad-b889-499c-a38a-13efc144f8ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.790s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:06.330378 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.288s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:06.332283 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5a51565-0145-4ece-884f-691b941a63ad req-9fce1a92-86be-4597-9af5-a2ed27996f29 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] Made reservation on behalf of db9146d9ee644ac1b34683eea92fa465 for: {'port': 1} {{(pid=91874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:05:06.334189 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning for port 63a1cf5a-d7b5-42f9-9dc4-0f6aedbdefd5 completed by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:05:06.355285 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-f5a51565-0145-4ece-884f-691b941a63ad req-9fce1a92-86be-4597-9af5-a2ed27996f29 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16110075'] for port, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:06.403112 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning complete for port 63a1cf5a-d7b5-42f9-9dc4-0f6aedbdefd5 triggered by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:05:06.403504 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:06.411268 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-5a47b82e-99c0-405b-89ba-fd6757457308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:06.467544 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-5a47b82e-99c0-405b-89ba-fd6757457308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:06.566071 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-93e072a5-1483-4fc4-bf06-b4e2316eadb6 None None] For port f4b30c25-4506-4be3-b50b-2b05a2ea7ceb, host dv-cinder-796114-3-iscsi, cleared binding levels {{(pid=91876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:05:06.625746 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-5a47b82e-99c0-405b-89ba-fd6757457308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:06.633998 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-5a47b82e-99c0-405b-89ba-fd6757457308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:06.635959 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-5a47b82e-99c0-405b-89ba-fd6757457308 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1cd0dfc3-617f-4bc3-ac2b-1a48c9197843 HTTP/1.1" status: 204 len: 168 time: 0.3523784 Jun 16 16:05:06.637281 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:06.648548 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a47b82e-99c0-405b-89ba-fd6757457308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd0dfc3-617f-4bc3-ac2b-1a48c9197843,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:06.656041 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-5a47b82e-99c0-405b-89ba-fd6757457308 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:06.657674 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-93e072a5-1483-4fc4-bf06-b4e2316eadb6 None None] For port f4b30c25-4506-4be3-b50b-2b05a2ea7ceb, host dv-cinder-796114-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=f4b30c25-4506-4be3-b50b-2b05a2ea7ceb,segment=NetworkSegment(9b04c04a-5851-495d-91c5-098f1a7e56ff),segment_id=9b04c04a-5851-495d-91c5-098f1a7e56ff)] {{(pid=91876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:05:06.682787 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-93e072a5-1483-4fc4-bf06-b4e2316eadb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:06.739518 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:06.773204 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_common [req-f5a51565-0145-4ece-884f-691b941a63ad req-9fce1a92-86be-4597-9af5-a2ed27996f29 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] Allocated IP 172.20.0.6 (2de03ba3-731d-4eb0-919b-7f4e3c40d4e8/b85263bc-ee5e-4c64-aa33-ccef29e1ee95/005fe02c-172e-4c68-9671-9220833f987d) {{(pid=91874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:05:06.775593 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-a47e6ea3-8d3c-4b79-b09a-ce958268d3a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:06.794802 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-75c12231-f61e-49b4-ab1e-df9a2c08c929 None None] Set router 8b9936d3-50a9-4003-bc0d-a8a79d4819f8 gateway port host: dv-cinder-796114-3-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:05:07.006991 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-a47e6ea3-8d3c-4b79-b09a-ce958268d3a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:07.013649 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-a47e6ea3-8d3c-4b79-b09a-ce958268d3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:07.020533 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:07.028877 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:07.092547 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 33504) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:07.095469 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e072a5-1483-4fc4-bf06-b4e2316eadb6 None None] Routers {'055c9b6e-7b28-4250-a567-731b1fadb57f'} bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:05:07.096296 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-93e072a5-1483-4fc4-bf06-b4e2316eadb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T15:57:20Z,description=,heartbeat_timestamp=2021-06-16T16:04:50Z,host='dv-cinder-796114-3-iscsi',id=0e7678c9-774c-4c46-a09f-f3aaee363ca4,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:57:20Z,topic='l3_agent')) {'router_ids': ['055c9b6e-7b28-4250-a567-731b1fadb57f'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:05:07.114306 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] For port 63a1cf5a-d7b5-42f9-9dc4-0f6aedbdefd5, host dv-cinder-796114-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=63a1cf5a-d7b5-42f9-9dc4-0f6aedbdefd5,segment=NetworkSegment(36d53036-d305-476e-ad99-71a5cdef7eb4),segment_id=36d53036-d305-476e-ad99-71a5cdef7eb4)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:05:07.116309 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8424b844-baa7-4c8d-95fb-b6c672dfd133 None None] Pushing event updated for resources: {'Port': ['ID=f4b30c25-4506-4be3-b50b-2b05a2ea7ceb,revision_number=4']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:07.189248 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-8424b844-baa7-4c8d-95fb-b6c672dfd133 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:07.279672 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:07.285665 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device cb8b415b-fd03-4768-b7e0-bcbfa99dedb1 up at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:05:07.307284 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-070507b0-a99d-46d2-806b-cbc199c71f64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:07.548475 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-a47e6ea3-8d3c-4b79-b09a-ce958268d3a3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c43fa739514f4d1aaa4c80119763f9d7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2528408 Jun 16 16:05:07.566806 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_common [None req-74a57b38-0d9f-4597-acfd-e066a627f774 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Allocated IP 172.27.1.29 (47501c57-dfca-44aa-9eed-27ee8bb77cd6/0b38b6c0-4839-4539-8281-d8dcfdf92ae7/7f4d9354-76fa-4856-9410-4e24eee2b18e) {{(pid=91874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:05:07.607417 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 33526) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:07.609836 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-8e777aa8-bab0-4cca-a721-e2bcd014ed6d req-6e521b78-aa88-4a46-9abd-75e1582f183e tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] 10.222.0.49 "GET /v2.0/ports?device_id=9161da88-f8c8-4834-b8bf-25c415ee57f8 HTTP/1.1" status: 200 len: 210 time: 0.1019061 Jun 16 16:05:07.627540 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47e6ea3-8d3c-4b79-b09a-ce958268d3a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8adeaa4-22a5-477d-af19-3f984814f406,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:07.646070 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-88d5ca55-4ccf-4b9f-81ff-ef53cda9069b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:07.678935 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-a47e6ea3-8d3c-4b79-b09a-ce958268d3a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.658s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:07.692020 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Pushing event updated for resources: {'Port': ['ID=63a1cf5a-d7b5-42f9-9dc4-0f6aedbdefd5,revision_number=4']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:07.702337 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:07.760645 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dd9163-a71a-4903-ad5c-9f42d73be276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd0dfc3-617f-4bc3-ac2b-1a48c9197843,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:07.774741 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-23dd9163-a71a-4903-ad5c-9f42d73be276 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.444s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:07.777981 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-f5a51565-0145-4ece-884f-691b941a63ad req-9fce1a92-86be-4597-9af5-a2ed27996f29 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] Notify callbacks [] for port, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:07.782193 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.613s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:07.788236 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d054e80-94d3-497d-9a77-32dfd9b6881e admin admin] Network 9b440f45-4a88-4d84-9a29-8220f48297fe is already hosted by enough agents. {{(pid=91874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:05:07.792220 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-93e072a5-1483-4fc4-bf06-b4e2316eadb6 None None] Set router 055c9b6e-7b28-4250-a567-731b1fadb57f gateway port host: dv-cinder-796114-3-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:05:07.793927 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d1f8bf56-94ba-4852-822b-08e1faa205ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:07.836513 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d1f8bf56-94ba-4852-822b-08e1faa205ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:07.849612 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning complete for port cb8b415b-fd03-4768-b7e0-bcbfa99dedb1 triggered by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:05:07.852072 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:07.896126 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [None req-5d054e80-94d3-497d-9a77-32dfd9b6881e admin admin] Resources bound (agent type, host, resource id): {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:05:08.045672 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-74a57b38-0d9f-4597-acfd-e066a627f774 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks [] for port, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:08.121010 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-88d5ca55-4ccf-4b9f-81ff-ef53cda9069b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:08.139619 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-75c12231-f61e-49b4-ab1e-df9a2c08c929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9936d3-50a9-4003-bc0d-a8a79d4819f8', 'name': 'tempest-ServerRescueNegativeTestJSON-831611834-router', 'tenant_id': '9736a5dc95504648ab9aceb89928bdef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'cc55b78e-f20c-43db-81b3-45c4dc1d9121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:04:56Z', 'updated_at': '2021-06-16T16:05:04Z', 'revision_number': 4, 'project_id': '9736a5dc95504648ab9aceb89928bdef', 'gw_port': {'id': 'cc55b78e-f20c-43db-81b3-45c4dc1d9121', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ca:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9936d3-50a9-4003-bc0d-a8a79d4819f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:04:58Z', 'updated_at': '2021-06-16T16:05:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi', '_interfaces': [{'id': '782eee49-a82d-4eff-a01a-3cd311e180d2', 'name': '', 'network_id': '97223e70-3be0-4b71-bad0-215c0b28ffe7', 'tenant_id': '9736a5dc95504648ab9aceb89928bdef', 'mac_address': 'fa:16:3e:2b:92:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9936d3-50a9-4003-bc0d-a8a79d4819f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ca88b3dc-ceb5-4055-b366-67e774be9898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:05:02Z', 'updated_at': '2021-06-16T16:05:04Z', 'revision_number': 2, 'project_id': '9736a5dc95504648ab9aceb89928bdef', 'subnets': [{'id': 'ca88b3dc-ceb5-4055-b366-67e774be9898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:05:08.140287 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-88d5ca55-4ccf-4b9f-81ff-ef53cda9069b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:08.141306 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d1f8bf56-94ba-4852-822b-08e1faa205ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:08.144082 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-a47e6ea3-8d3c-4b79-b09a-ce958268d3a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:08.165672 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c12231-f61e-49b4-ab1e-df9a2c08c929 None None] The sync data for ids ['8b9936d3-50a9-4003-bc0d-a8a79d4819f8'] in dv-cinder-796114-3-iscsi is: [{'id': '8b9936d3-50a9-4003-bc0d-a8a79d4819f8', 'name': 'tempest-ServerRescueNegativeTestJSON-831611834-router', 'tenant_id': '9736a5dc95504648ab9aceb89928bdef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'cc55b78e-f20c-43db-81b3-45c4dc1d9121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:04:56Z', 'updated_at': '2021-06-16T16:05:04Z', 'revision_number': 4, 'project_id': '9736a5dc95504648ab9aceb89928bdef', 'gw_port': {'id': 'cc55b78e-f20c-43db-81b3-45c4dc1d9121', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ca:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9936d3-50a9-4003-bc0d-a8a79d4819f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:04:58Z', 'updated_at': '2021-06-16T16:05:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi', '_interfaces': [{'id': '782eee49-a82d-4eff-a01a-3cd311e180d2', 'name': '', 'network_id': '97223e70-3be0-4b71-bad0-215c0b28ffe7', 'tenant_id': '9736a5dc95504648ab9aceb89928bdef', 'mac_address': 'fa:16:3e:2b:92:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9936d3-50a9-4003-bc0d-a8a79d4819f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ca88b3dc-ceb5-4055-b366-67e774be9898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:05:02Z', 'updated_at': '2021-06-16T16:05:04Z', 'revision_number': 2, 'project_id': '9736a5dc95504648ab9aceb89928bdef', 'subnets': [{'id': 'ca88b3dc-ceb5-4055-b366-67e774be9898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:05:08.208472 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d1f8bf56-94ba-4852-822b-08e1faa205ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:08.240371 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-d1f8bf56-94ba-4852-822b-08e1faa205ae admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b8adeaa4-22a5-477d-af19-3f984814f406 HTTP/1.1" status: 204 len: 168 time: 0.6255732 Jun 16 16:05:08.357691 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d5ca55-4ccf-4b9f-81ff-ef53cda9069b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2534308c-e5c3-40a1-bf61-1acc6416bb8f,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:08.402891 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-74a57b38-0d9f-4597-acfd-e066a627f774 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16110910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726810954487'] for port, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:08.414559 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f8bf56-94ba-4852-822b-08e1faa205ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8adeaa4-22a5-477d-af19-3f984814f406,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:08.422695 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d1f8bf56-94ba-4852-822b-08e1faa205ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:08.424829 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.159s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:08.425834 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:08.439268 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-88d5ca55-4ccf-4b9f-81ff-ef53cda9069b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b4623200b5c846aa898a10a74389e9fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9467211 Jun 16 16:05:08.440183 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 33548) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:08.486490 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d054e80-94d3-497d-9a77-32dfd9b6881e admin admin] Router 8112a31f-9720-469c-9d18-4de725043260 has already been hosted by L3 agent 0e7678c9-774c-4c46-a09f-f3aaee363ca4 {{(pid=91874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:05:08.490246 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d054e80-94d3-497d-9a77-32dfd9b6881e admin admin] Pushing event updated for resources: {'Port': ['ID=9fe774fa-d9df-4d9a-a7c9-265a06cd514c,revision_number=2']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:08.531632 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-501e63a3-bbd6-40e7-a4ff-dcf7cbadeb01 None None] Provisioning complete for port 9fe774fa-d9df-4d9a-a7c9-265a06cd514c triggered by entity DHCP. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:05:08.532272 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-501e63a3-bbd6-40e7-a4ff-dcf7cbadeb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:08.596185 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-7971de21-15f0-4788-acb8-b37268d2d474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:08.669896 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device 63a1cf5a-d7b5-42f9-9dc4-0f6aedbdefd5 up at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:05:08.707951 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-7971de21-15f0-4788-acb8-b37268d2d474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:08.740633 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-5d054e80-94d3-497d-9a77-32dfd9b6881e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.958s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:08.761473 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-501e63a3-bbd6-40e7-a4ff-dcf7cbadeb01 None None] Port 9fe774fa-d9df-4d9a-a7c9-265a06cd514c cannot update to ACTIVE because it is not bound. {{(pid=91876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:05:08.765871 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.276s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:08.790779 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-93e072a5-1483-4fc4-bf06-b4e2316eadb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '055c9b6e-7b28-4250-a567-731b1fadb57f', 'name': 'tempest-AttachVolumeShelveTestJSON-1689198256-router', 'tenant_id': '16b677d62510476d919b610e7baa5577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '6da1a5f4-82c1-43e0-a78a-2bf5174efd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:04:52Z', 'updated_at': '2021-06-16T16:04:58Z', 'revision_number': 4, 'project_id': '16b677d62510476d919b610e7baa5577', 'gw_port': {'id': '6da1a5f4-82c1-43e0-a78a-2bf5174efd5c', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:75:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055c9b6e-7b28-4250-a567-731b1fadb57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:04:53Z', 'updated_at': '2021-06-16T16:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi', '_interfaces': [{'id': 'f4b30c25-4506-4be3-b50b-2b05a2ea7ceb', 'name': '', 'network_id': 'cfdbc1d1-75c9-493c-aefe-3be5c8294cd4', 'tenant_id': '16b677d62510476d919b610e7baa5577', 'mac_address': 'fa:16:3e:2d:cb:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '055c9b6e-7b28-4250-a567-731b1fadb57f', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6b78bc3c-b434-4bd5-9871-761bea7dd046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:04:57Z', 'updated_at': '2021-06-16T16:05:06Z', 'revision_number': 4, 'project_id': '16b677d62510476d919b610e7baa5577', 'subnets': [{'id': '6b78bc3c-b434-4bd5-9871-761bea7dd046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:05:08.801674 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e072a5-1483-4fc4-bf06-b4e2316eadb6 None None] The sync data for ids ['055c9b6e-7b28-4250-a567-731b1fadb57f'] in dv-cinder-796114-3-iscsi is: [{'id': '055c9b6e-7b28-4250-a567-731b1fadb57f', 'name': 'tempest-AttachVolumeShelveTestJSON-1689198256-router', 'tenant_id': '16b677d62510476d919b610e7baa5577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '6da1a5f4-82c1-43e0-a78a-2bf5174efd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:04:52Z', 'updated_at': '2021-06-16T16:04:58Z', 'revision_number': 4, 'project_id': '16b677d62510476d919b610e7baa5577', 'gw_port': {'id': '6da1a5f4-82c1-43e0-a78a-2bf5174efd5c', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:75:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055c9b6e-7b28-4250-a567-731b1fadb57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:04:53Z', 'updated_at': '2021-06-16T16:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi', '_interfaces': [{'id': 'f4b30c25-4506-4be3-b50b-2b05a2ea7ceb', 'name': '', 'network_id': 'cfdbc1d1-75c9-493c-aefe-3be5c8294cd4', 'tenant_id': '16b677d62510476d919b610e7baa5577', 'mac_address': 'fa:16:3e:2d:cb:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '055c9b6e-7b28-4250-a567-731b1fadb57f', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6b78bc3c-b434-4bd5-9871-761bea7dd046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:04:57Z', 'updated_at': '2021-06-16T16:05:06Z', 'revision_number': 4, 'project_id': '16b677d62510476d919b610e7baa5577', 'subnets': [{'id': '6b78bc3c-b434-4bd5-9871-761bea7dd046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:05:08.854754 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-7971de21-15f0-4788-acb8-b37268d2d474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:08.854754 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-7971de21-15f0-4788-acb8-b37268d2d474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:08.854754 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-7971de21-15f0-4788-acb8-b37268d2d474 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2534308c-e5c3-40a1-bf61-1acc6416bb8f HTTP/1.1" status: 204 len: 168 time: 0.4055908 Jun 16 16:05:08.854754 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-022a63ee-310e-4227-9886-e2322d897886 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:08.885255 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning complete for port 63a1cf5a-d7b5-42f9-9dc4-0f6aedbdefd5 triggered by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:05:08.889054 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:08.972079 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35527083-6b4e-4356-8a44-ba7745d1444c req-ec0e1c52-cdb9-401a-aa23-f71eedc85229 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:08.978367 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-35527083-6b4e-4356-8a44-ba7745d1444c req-ec0e1c52-cdb9-401a-aa23-f71eedc85229 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/networks?id=97223e70-3be0-4b71-bad0-215c0b28ffe7 HTTP/1.1" status: 200 len: 818 time: 1.2090099 Jun 16 16:05:08.998257 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-f5a51565-0145-4ece-884f-691b941a63ad req-9fce1a92-86be-4597-9af5-a2ed27996f29 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16110910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726810954487'] for port, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:09.025386 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a57b38-0d9f-4597-acfd-e066a627f774 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Network 47501c57-dfca-44aa-9eed-27ee8bb77cd6 is already hosted by enough agents. {{(pid=91874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:05:09.063791 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [None req-74a57b38-0d9f-4597-acfd-e066a627f774 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Resources bound (agent type, host, resource id): {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:05:09.118975 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a57b38-0d9f-4597-acfd-e066a627f774 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Received port after_create {{(pid=91874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:05:09.126583 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a57b38-0d9f-4597-acfd-e066a627f774 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Pushing event updated for resources: {'Port': ['ID=7f4d9354-76fa-4856-9410-4e24eee2b18e,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:09.144315 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7971de21-15f0-4788-acb8-b37268d2d474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2534308c-e5c3-40a1-bf61-1acc6416bb8f,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:09.182494 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-7971de21-15f0-4788-acb8-b37268d2d474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:09.256254 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-35527083-6b4e-4356-8a44-ba7745d1444c req-744ed1c8-d0eb-47d3-920d-4af4d04e2955 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/quotas/9736a5dc95504648ab9aceb89928bdef HTTP/1.1" status: 200 len: 375 time: 0.2341819 Jun 16 16:05:09.302112 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa25626a-14f4-4ce7-b281-5536842c8493 req-05b9e43b-5129-4f48-8643-a120c5e67fae tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:09.322098 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-fa25626a-14f4-4ce7-b281-5536842c8493 req-05b9e43b-5129-4f48-8643-a120c5e67fae tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] 10.222.0.49 "GET /v2.0/ports?device_id=9161da88-f8c8-4834-b8bf-25c415ee57f8 HTTP/1.1" status: 200 len: 931 time: 0.4501855 Jun 16 16:05:09.362970 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-74a57b38-0d9f-4597-acfd-e066a627f774 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:09.363502 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-5d054e80-94d3-497d-9a77-32dfd9b6881e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.300s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:09.484061 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-fa25626a-14f4-4ce7-b281-5536842c8493 req-2dad1f92-9292-4916-928b-d007a9e9dc25 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdcdfe14-ed1e-4eed-be98-af6baa230d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610007 Jun 16 16:05:09.652106 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-74a57b38-0d9f-4597-acfd-e066a627f774 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:09.711109 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5a51565-0145-4ece-884f-691b941a63ad req-9fce1a92-86be-4597-9af5-a2ed27996f29 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] Network 2de03ba3-731d-4eb0-919b-7f4e3c40d4e8 is already hosted by enough agents. {{(pid=91874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:05:09.723139 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [req-f5a51565-0145-4ece-884f-691b941a63ad req-9fce1a92-86be-4597-9af5-a2ed27996f29 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] Resources bound (agent type, host, resource id): {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:05:09.730668 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5a51565-0145-4ece-884f-691b941a63ad req-9fce1a92-86be-4597-9af5-a2ed27996f29 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] Received port after_create {{(pid=91874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:05:09.774441 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a51565-0145-4ece-884f-691b941a63ad req-9fce1a92-86be-4597-9af5-a2ed27996f29 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:09.780754 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-f5a51565-0145-4ece-884f-691b941a63ad req-9fce1a92-86be-4597-9af5-a2ed27996f29 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16222807'] for port, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:10.340800 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f5a51565-0145-4ece-884f-691b941a63ad req-9fce1a92-86be-4597-9af5-a2ed27996f29 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6223986 Jun 16 16:05:10.348250 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fce1a92-86be-4597-9af5-a2ed27996f29 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] Pushing event updated for resources: {'Port': ['ID=005fe02c-172e-4c68-9671-9220833f987d,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:10.370371 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-74a57b38-0d9f-4597-acfd-e066a627f774 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:10.373248 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-9fce1a92-86be-4597-9af5-a2ed27996f29 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.010s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:10.483126 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [req-f5a51565-0145-4ece-884f-691b941a63ad req-8183c9c4-9453-4fe5-9409-7cb6a85b8148 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=91874) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:05:10.491462 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f5a51565-0145-4ece-884f-691b941a63ad req-8183c9c4-9453-4fe5-9409-7cb6a85b8148 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0494730 Jun 16 16:05:10.499892 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d054e80-94d3-497d-9a77-32dfd9b6881e admin admin] Notify agent at l3_agent.dv-cinder-796114-3-iscsi the message routers_updated {{(pid=91874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:05:10.532884 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ca1c87-e482-4ef9-a3a4-ef68ff1ccc54 None None] Sync routers for ids ['8112a31f-9720-469c-9d18-4de725043260'] in dv-cinder-796114-3-iscsi {{(pid=91877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:05:10.554217 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ca1c87-e482-4ef9-a3a4-ef68ff1ccc54 None None] Routers {'8112a31f-9720-469c-9d18-4de725043260'} bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:05:10.558354 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_hamode_db [None req-34ca1c87-e482-4ef9-a3a4-ef68ff1ccc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T15:57:20Z,description=,heartbeat_timestamp=2021-06-16T16:04:50Z,host='dv-cinder-796114-3-iscsi',id=0e7678c9-774c-4c46-a09f-f3aaee363ca4,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:57:20Z,topic='l3_agent')) {'router_ids': ['8112a31f-9720-469c-9d18-4de725043260'], 'active': True} {{(pid=91877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:05:10.580293 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-5d054e80-94d3-497d-9a77-32dfd9b6881e admin admin] 10.222.0.49 "PUT /v2.0/routers/8112a31f-9720-469c-9d18-4de725043260/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1470449 Jun 16 16:05:10.726732 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-35527083-6b4e-4356-8a44-ba7745d1444c req-67cbec42-ecf6-440f-b3b3-3a00b543d403 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9736a5dc95504648ab9aceb89928bdef&fields=id HTTP/1.1" status: 200 len: 255 time: 1.3571858 Jun 16 16:05:10.779917 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device f4b30c25-4506-4be3-b50b-2b05a2ea7ceb up at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:05:10.844836 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_dvr_db [None req-34ca1c87-e482-4ef9-a3a4-ef68ff1ccc54 None None] Set router 8112a31f-9720-469c-9d18-4de725043260 gateway port host: dv-cinder-796114-3-iscsi {{(pid=91877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:05:10.977793 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning for port f4b30c25-4506-4be3-b50b-2b05a2ea7ceb completed by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:05:10.988708 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning complete for port f4b30c25-4506-4be3-b50b-2b05a2ea7ceb triggered by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:05:10.989150 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:11.087726 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c864a-ee50-46b1-981c-69e9247fa14d req-e4328533-966a-4fdf-b562-11d468fdcf99 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:11.098131 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-7e3c864a-ee50-46b1-981c-69e9247fa14d req-e4328533-966a-4fdf-b562-11d468fdcf99 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] 10.222.0.49 "GET /v2.0/ports?device_id=9161da88-f8c8-4834-b8bf-25c415ee57f8 HTTP/1.1" status: 200 len: 931 time: 0.2187622 Jun 16 16:05:11.126644 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-74a57b38-0d9f-4597-acfd-e066a627f774 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks [] for port, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:11.150967 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-74a57b38-0d9f-4597-acfd-e066a627f774 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:11.166674 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:11.254106 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-7e3c864a-ee50-46b1-981c-69e9247fa14d req-5a4dc335-f562-43c1-bef0-a5b5772e5721 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdcdfe14-ed1e-4eed-be98-af6baa230d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546659 Jun 16 16:05:11.301281 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:11.321948 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a57b38-0d9f-4597-acfd-e066a627f774 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Pushing event updated for resources: {'Port': ['ID=7f4d9354-76fa-4856-9410-4e24eee2b18e,revision_number=2']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:11.326167 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_hamode_db [None req-34ca1c87-e482-4ef9-a3a4-ef68ff1ccc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8112a31f-9720-469c-9d18-4de725043260', 'name': 'tempest-AttachVolumeTestJSON-71700425-router', 'tenant_id': 'b6f37c6beb22479fae2758d3ed17d813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '63a1cf5a-d7b5-42f9-9dc4-0f6aedbdefd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:04:55Z', 'updated_at': '2021-06-16T16:05:04Z', 'revision_number': 4, 'project_id': 'b6f37c6beb22479fae2758d3ed17d813', 'gw_port': {'id': '63a1cf5a-d7b5-42f9-9dc4-0f6aedbdefd5', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8112a31f-9720-469c-9d18-4de725043260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:04:57Z', 'updated_at': '2021-06-16T16:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi', '_interfaces': [{'id': '9fe774fa-d9df-4d9a-a7c9-265a06cd514c', 'name': '', 'network_id': '9b440f45-4a88-4d84-9a29-8220f48297fe', 'tenant_id': 'b6f37c6beb22479fae2758d3ed17d813', 'mac_address': 'fa:16:3e:ea:cb:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8112a31f-9720-469c-9d18-4de725043260', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ea00e02a-6838-40a9-b1d7-a5a03e20d3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:05:02Z', 'updated_at': '2021-06-16T16:05:05Z', 'revision_number': 2, 'project_id': 'b6f37c6beb22479fae2758d3ed17d813', 'subnets': [{'id': 'ea00e02a-6838-40a9-b1d7-a5a03e20d3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-iscsi', False) {} {{(pid=91877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:05:11.340313 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ca1c87-e482-4ef9-a3a4-ef68ff1ccc54 None None] Checking router: 8112a31f-9720-469c-9d18-4de725043260 for host: dv-cinder-796114-3-iscsi {{(pid=91877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:05:11.340918 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ca1c87-e482-4ef9-a3a4-ef68ff1ccc54 None None] Updating router 8112a31f-9720-469c-9d18-4de725043260 port 9fe774fa-d9df-4d9a-a7c9-265a06cd514c binding host dv-cinder-796114-3-iscsi {{(pid=91877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:05:11.348246 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-74a57b38-0d9f-4597-acfd-e066a627f774 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:11.360385 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-74a57b38-0d9f-4597-acfd-e066a627f774 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702189'] for floatingip, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:11.399612 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-74a57b38-0d9f-4597-acfd-e066a627f774 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208782'] for floatingip, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:11.401120 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-74a57b38-0d9f-4597-acfd-e066a627f774 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.3031275 Jun 16 16:05:11.402505 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] For port f4b30c25-4506-4be3-b50b-2b05a2ea7ceb, host dv-cinder-796114-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=f4b30c25-4506-4be3-b50b-2b05a2ea7ceb,segment=NetworkSegment(9b04c04a-5851-495d-91c5-098f1a7e56ff),segment_id=9b04c04a-5851-495d-91c5-098f1a7e56ff)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:05:11.413881 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:11.414918 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device cc55b78e-f20c-43db-81b3-45c4dc1d9121 up at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:05:11.420140 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:11.425732 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron_lib.callbacks.manager [None req-34ca1c87-e482-4ef9-a3a4-ef68ff1ccc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:11.494246 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [req-f5a51565-0145-4ece-884f-691b941a63ad req-aea73432-489f-4e39-99e2-be090824b3f2 service neutron] Request body: {'port': {'device_id': '9161da88-f8c8-4834-b8bf-25c415ee57f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:05:11.668874 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Pushing event updated for resources: {'Port': ['ID=f4b30c25-4506-4be3-b50b-2b05a2ea7ceb,revision_number=5']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:11.674096 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:11.684372 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-f5a51565-0145-4ece-884f-691b941a63ad req-aea73432-489f-4e39-99e2-be090824b3f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:11.696276 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning for port cc55b78e-f20c-43db-81b3-45c4dc1d9121 completed by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:05:11.701702 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning complete for port cc55b78e-f20c-43db-81b3-45c4dc1d9121 triggered by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:05:11.708726 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:12.012436 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:12.094278 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] For port cc55b78e-f20c-43db-81b3-45c4dc1d9121, host dv-cinder-796114-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=cc55b78e-f20c-43db-81b3-45c4dc1d9121,segment=NetworkSegment(36d53036-d305-476e-ad99-71a5cdef7eb4),segment_id=36d53036-d305-476e-ad99-71a5cdef7eb4)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:05:12.104067 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:12.106122 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:12.174848 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron_lib.callbacks.manager [None req-34ca1c87-e482-4ef9-a3a4-ef68ff1ccc54 None None] Notify callbacks [] for port, precommit_update {{(pid=91877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:12.209100 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.provisioning_blocks [None req-34ca1c87-e482-4ef9-a3a4-ef68ff1ccc54 None None] Transition to ACTIVE for port object 9fe774fa-d9df-4d9a-a7c9-265a06cd514c will not be triggered until provisioned by entity L2. {{(pid=91877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:05:12.227630 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron_lib.callbacks.manager [None req-34ca1c87-e482-4ef9-a3a4-ef68ff1ccc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:12.234111 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG oslo_concurrency.lockutils [None req-efab0e4c-f445-4077-b0f2-298cda5b4662 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:12.289119 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Pushing event updated for resources: {'Port': ['ID=cc55b78e-f20c-43db-81b3-45c4dc1d9121,revision_number=4']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:12.304111 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:12.492994 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2b2603-7aef-4f14-9872-564d9c3c16ac None None] Pushing event updated for resources: {'Port': ['ID=9fe774fa-d9df-4d9a-a7c9-265a06cd514c,revision_number=3']} {{(pid=91877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:12.565577 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG oslo_concurrency.lockutils [None req-0a2b2603-7aef-4f14-9872-564d9c3c16ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=91877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:12.611534 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device cc55b78e-f20c-43db-81b3-45c4dc1d9121 up at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:05:12.689262 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.managers [None req-34ca1c87-e482-4ef9-a3a4-ef68ff1ccc54 None None] Attempting to bind port 9fe774fa-d9df-4d9a-a7c9-265a06cd514c on host dv-cinder-796114-3-iscsi for vnic_type normal with profile {{(pid=91877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:05:12.689940 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.managers [None req-34ca1c87-e482-4ef9-a3a4-ef68ff1ccc54 None None] Attempting to bind port 9fe774fa-d9df-4d9a-a7c9-265a06cd514c by drivers openvswitch,hyperv on host dv-cinder-796114-3-iscsi at level 0 using segments [{'id': '28ca8ba8-691c-48b2-ad64-51cdd785b47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9b440f45-4a88-4d84-9a29-8220f48297fe'}] {{(pid=91877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:05:12.690300 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ca1c87-e482-4ef9-a3a4-ef68ff1ccc54 None None] Attempting to bind port 9fe774fa-d9df-4d9a-a7c9-265a06cd514c on network 9b440f45-4a88-4d84-9a29-8220f48297fe {{(pid=91877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:05:12.709194 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ca1c87-e482-4ef9-a3a4-ef68ff1ccc54 None None] Checking agent: {'id': '6d4db28b-73fb-449a-900a-e0a23b9890fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 57, 20), 'started_at': datetime.datetime(2021, 6, 16, 15, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:05:12.711912 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ca1c87-e482-4ef9-a3a4-ef68ff1ccc54 None None] Checking segment: {'id': '28ca8ba8-691c-48b2-ad64-51cdd785b47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9b440f45-4a88-4d84-9a29-8220f48297fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:05:12.712774 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron_lib.callbacks.manager [None req-34ca1c87-e482-4ef9-a3a4-ef68ff1ccc54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:12.718797 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ca1c87-e482-4ef9-a3a4-ef68ff1ccc54 None None] Bound using segment: {'id': '28ca8ba8-691c-48b2-ad64-51cdd785b47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9b440f45-4a88-4d84-9a29-8220f48297fe'} {{(pid=91877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:05:12.719533 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.managers [None req-34ca1c87-e482-4ef9-a3a4-ef68ff1ccc54 None None] Bound port: 9fe774fa-d9df-4d9a-a7c9-265a06cd514c, host: dv-cinder-796114-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28ca8ba8-691c-48b2-ad64-51cdd785b47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9b440f45-4a88-4d84-9a29-8220f48297fe'}}] {{(pid=91877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:05:12.720078 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron_lib.callbacks.manager [None req-34ca1c87-e482-4ef9-a3a4-ef68ff1ccc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:12.781266 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning complete for port cc55b78e-f20c-43db-81b3-45c4dc1d9121 triggered by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:05:12.781692 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:12.802548 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [req-f5a51565-0145-4ece-884f-691b941a63ad req-aea73432-489f-4e39-99e2-be090824b3f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 005fe02c-172e-4c68-9671-9220833f987d {{(pid=91874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:05:12.813098 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-f5a51565-0145-4ece-884f-691b941a63ad req-aea73432-489f-4e39-99e2-be090824b3f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:12.832963 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [req-f5a51565-0145-4ece-884f-691b941a63ad req-aea73432-489f-4e39-99e2-be090824b3f2 service neutron] Transition to ACTIVE for port object 005fe02c-172e-4c68-9671-9220833f987d will not be triggered until provisioned by entity L2. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:05:12.852530 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-f5a51565-0145-4ece-884f-691b941a63ad req-aea73432-489f-4e39-99e2-be090824b3f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:12.875648 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:12.903063 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.db [None req-34ca1c87-e482-4ef9-a3a4-ef68ff1ccc54 None None] For port 9fe774fa-d9df-4d9a-a7c9-265a06cd514c, host dv-cinder-796114-3-iscsi, cleared binding levels {{(pid=91877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:05:12.907770 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.db [None req-34ca1c87-e482-4ef9-a3a4-ef68ff1ccc54 None None] For port 9fe774fa-d9df-4d9a-a7c9-265a06cd514c, host dv-cinder-796114-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=9fe774fa-d9df-4d9a-a7c9-265a06cd514c,segment=NetworkSegment(28ca8ba8-691c-48b2-ad64-51cdd785b47e),segment_id=28ca8ba8-691c-48b2-ad64-51cdd785b47e)] {{(pid=91877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:05:12.917773 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron_lib.callbacks.manager [None req-34ca1c87-e482-4ef9-a3a4-ef68ff1ccc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:12.921216 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:12.988481 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ca1c87-e482-4ef9-a3a4-ef68ff1ccc54 None None] Routers {'8112a31f-9720-469c-9d18-4de725043260'} bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:05:12.989133 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_hamode_db [None req-34ca1c87-e482-4ef9-a3a4-ef68ff1ccc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T15:57:20Z,description=,heartbeat_timestamp=2021-06-16T16:04:50Z,host='dv-cinder-796114-3-iscsi',id=0e7678c9-774c-4c46-a09f-f3aaee363ca4,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:57:20Z,topic='l3_agent')) {'router_ids': ['8112a31f-9720-469c-9d18-4de725043260'], 'active': True} {{(pid=91877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:05:13.084122 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [req-35527083-6b4e-4356-8a44-ba7745d1444c req-116d83d1-88b6-425c-9bb2-384f3a36934f service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=91874) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:05:13.085841 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-35527083-6b4e-4356-8a44-ba7745d1444c req-116d83d1-88b6-425c-9bb2-384f3a36934f service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9691236 Jun 16 16:05:13.098455 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device f4b30c25-4506-4be3-b50b-2b05a2ea7ceb up at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:05:13.102259 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 33670) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:13.108546 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.v2.base [None req-0e5e5655-23b1-49f1-a38c-25433b3e50c9 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Request body: {'security_group': {'name': 'tempest-securitygroup--913899091', 'description': 'tempest-description--1703151006'}} {{(pid=91875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:05:13.198419 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-0e5e5655-23b1-49f1-a38c-25433b3e50c9 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks [] for security_group, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:13.337422 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning complete for port f4b30c25-4506-4be3-b50b-2b05a2ea7ceb triggered by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:05:13.339288 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:13.360851 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea73432-489f-4e39-99e2-be090824b3f2 service neutron] Pushing event updated for resources: {'Port': ['ID=005fe02c-172e-4c68-9671-9220833f987d,revision_number=2']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:13.369067 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-aea73432-489f-4e39-99e2-be090824b3f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:13.549207 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-f5a51565-0145-4ece-884f-691b941a63ad req-aea73432-489f-4e39-99e2-be090824b3f2 service neutron] Attempting to bind port 005fe02c-172e-4c68-9671-9220833f987d on host hv-cinder-79611 for vnic_type normal with profile {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:05:13.549618 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-f5a51565-0145-4ece-884f-691b941a63ad req-aea73432-489f-4e39-99e2-be090824b3f2 service neutron] Attempting to bind port 005fe02c-172e-4c68-9671-9220833f987d by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': 'c56de4da-75a9-474a-9e98-16d3afde5ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '2de03ba3-731d-4eb0-919b-7f4e3c40d4e8'}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:05:13.549958 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a51565-0145-4ece-884f-691b941a63ad req-aea73432-489f-4e39-99e2-be090824b3f2 service neutron] Attempting to bind port 005fe02c-172e-4c68-9671-9220833f987d on network 2de03ba3-731d-4eb0-919b-7f4e3c40d4e8 {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:05:13.552687 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2b2603-7aef-4f14-9872-564d9c3c16ac None None] Pushing event updated for resources: {'Port': ['ID=9fe774fa-d9df-4d9a-a7c9-265a06cd514c,revision_number=4']} {{(pid=91877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:13.561039 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG oslo_concurrency.lockutils [None req-0a2b2603-7aef-4f14-9872-564d9c3c16ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.639s {{(pid=91877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:13.590865 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-e5eb70aa-6d5a-4a92-8f4d-46b77c93b97b req-cef327d6-fad7-4039-87d7-fa2793312e57 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1948416174&fields=id&tenant_id=16b677d62510476d919b610e7baa5577 HTTP/1.1" status: 200 len: 267 time: 0.2317004 Jun 16 16:05:13.604738 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a51565-0145-4ece-884f-691b941a63ad req-aea73432-489f-4e39-99e2-be090824b3f2 service neutron] Port 005fe02c-172e-4c68-9671-9220833f987d on network 2de03ba3-731d-4eb0-919b-7f4e3c40d4e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:05:13.605277 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a51565-0145-4ece-884f-691b941a63ad req-aea73432-489f-4e39-99e2-be090824b3f2 service neutron] Attempting to bind port 005fe02c-172e-4c68-9671-9220833f987d on network 2de03ba3-731d-4eb0-919b-7f4e3c40d4e8 {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:05:13.660157 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a51565-0145-4ece-884f-691b941a63ad req-aea73432-489f-4e39-99e2-be090824b3f2 service neutron] Checking agent: {'id': 'c85a6c45-3e6f-4705-b11b-38e758c67377', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 3, 19), 'started_at': datetime.datetime(2021, 6, 16, 16, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:05:13.664376 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a51565-0145-4ece-884f-691b941a63ad req-aea73432-489f-4e39-99e2-be090824b3f2 service neutron] Checking segment: {'id': 'c56de4da-75a9-474a-9e98-16d3afde5ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '2de03ba3-731d-4eb0-919b-7f4e3c40d4e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:05:13.666059 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a51565-0145-4ece-884f-691b941a63ad req-aea73432-489f-4e39-99e2-be090824b3f2 service neutron] Bound using segment: {'id': 'c56de4da-75a9-474a-9e98-16d3afde5ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '2de03ba3-731d-4eb0-919b-7f4e3c40d4e8'} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:05:13.667108 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-f5a51565-0145-4ece-884f-691b941a63ad req-aea73432-489f-4e39-99e2-be090824b3f2 service neutron] Bound port: 005fe02c-172e-4c68-9671-9220833f987d, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c56de4da-75a9-474a-9e98-16d3afde5ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '2de03ba3-731d-4eb0-919b-7f4e3c40d4e8'}}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:05:13.668482 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-f5a51565-0145-4ece-884f-691b941a63ad req-aea73432-489f-4e39-99e2-be090824b3f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:13.686042 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76ab671-9c00-4107-92ca-e7c251240a9c None None] Sync routers for ids ['8b9936d3-50a9-4003-bc0d-a8a79d4819f8'] in dv-cinder-796114-3-iscsi {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:05:13.699809 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76ab671-9c00-4107-92ca-e7c251240a9c None None] Routers {'8b9936d3-50a9-4003-bc0d-a8a79d4819f8'} bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:05:13.710888 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-c76ab671-9c00-4107-92ca-e7c251240a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T15:57:20Z,description=,heartbeat_timestamp=2021-06-16T16:04:50Z,host='dv-cinder-796114-3-iscsi',id=0e7678c9-774c-4c46-a09f-f3aaee363ca4,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:57:20Z,topic='l3_agent')) {'router_ids': ['8b9936d3-50a9-4003-bc0d-a8a79d4819f8'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:05:13.722111 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_dvr_db [None req-34ca1c87-e482-4ef9-a3a4-ef68ff1ccc54 None None] Set router 8112a31f-9720-469c-9d18-4de725043260 gateway port host: dv-cinder-796114-3-iscsi {{(pid=91877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:05:13.758496 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-35527083-6b4e-4356-8a44-ba7745d1444c req-0da8cc53-f9d1-4dd7-a29f-1b1623725ea9 service neutron] 10.222.0.49 "GET /v2.0/networks/97223e70-3be0-4b71-bad0-215c0b28ffe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6346328 Jun 16 16:05:13.905862 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eb70aa-6d5a-4a92-8f4d-46b77c93b97b req-70b162ed-bfb5-41bf-9332-82c8e4607ede tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:13.925055 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-e5eb70aa-6d5a-4a92-8f4d-46b77c93b97b req-70b162ed-bfb5-41bf-9332-82c8e4607ede tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/networks?id=cfdbc1d1-75c9-493c-aefe-3be5c8294cd4 HTTP/1.1" status: 200 len: 817 time: 0.3330343 Jun 16 16:05:13.961044 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-0e5e5655-23b1-49f1-a38c-25433b3e50c9 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks [] for security_group, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:13.973529 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-e5eb70aa-6d5a-4a92-8f4d-46b77c93b97b req-2fe7b0e8-c77c-4789-a97b-5c0ad3907bb3 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/quotas/16b677d62510476d919b610e7baa5577 HTTP/1.1" status: 200 len: 375 time: 0.0472040 Jun 16 16:05:13.997416 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-0e5e5655-23b1-49f1-a38c-25433b3e50c9 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:13.997713 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-c76ab671-9c00-4107-92ca-e7c251240a9c None None] Set router 8b9936d3-50a9-4003-bc0d-a8a79d4819f8 gateway port host: dv-cinder-796114-3-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:05:14.049031 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [req-f5a51565-0145-4ece-884f-691b941a63ad req-aea73432-489f-4e39-99e2-be090824b3f2 service neutron] For port 005fe02c-172e-4c68-9671-9220833f987d, host hv-cinder-79611, cleared binding levels {{(pid=91874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:05:14.074295 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-67316588-a03a-49a4-8695-0943a3db4087 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:14.106178 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-0e5e5655-23b1-49f1-a38c-25433b3e50c9 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks [] for security_group, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:14.107408 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-0e5e5655-23b1-49f1-a38c-25433b3e50c9 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0027769 Jun 16 16:05:14.116140 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 33706) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:14.138158 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-290c9e90-3a06-420e-a2ab-b5b9765e68fa tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Request body: {'security_group_rule': {'security_group_id': '01064c80-ee96-4ba5-9d69-666f89adc486', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:05:14.152776 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [req-f5a51565-0145-4ece-884f-691b941a63ad req-aea73432-489f-4e39-99e2-be090824b3f2 service neutron] For port 005fe02c-172e-4c68-9671-9220833f987d, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=005fe02c-172e-4c68-9671-9220833f987d,segment=NetworkSegment(c56de4da-75a9-474a-9e98-16d3afde5ba9),segment_id=c56de4da-75a9-474a-9e98-16d3afde5ba9)] {{(pid=91874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:05:14.160183 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5e5655-23b1-49f1-a38c-25433b3e50c9 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01064c80-ee96-4ba5-9d69-666f89adc486,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:14.165598 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_hamode_db [None req-34ca1c87-e482-4ef9-a3a4-ef68ff1ccc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8112a31f-9720-469c-9d18-4de725043260', 'name': 'tempest-AttachVolumeTestJSON-71700425-router', 'tenant_id': 'b6f37c6beb22479fae2758d3ed17d813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '63a1cf5a-d7b5-42f9-9dc4-0f6aedbdefd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:04:55Z', 'updated_at': '2021-06-16T16:05:04Z', 'revision_number': 4, 'project_id': 'b6f37c6beb22479fae2758d3ed17d813', 'gw_port': {'id': '63a1cf5a-d7b5-42f9-9dc4-0f6aedbdefd5', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8112a31f-9720-469c-9d18-4de725043260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:04:57Z', 'updated_at': '2021-06-16T16:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi', '_interfaces': [{'id': '9fe774fa-d9df-4d9a-a7c9-265a06cd514c', 'name': '', 'network_id': '9b440f45-4a88-4d84-9a29-8220f48297fe', 'tenant_id': 'b6f37c6beb22479fae2758d3ed17d813', 'mac_address': 'fa:16:3e:ea:cb:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8112a31f-9720-469c-9d18-4de725043260', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ea00e02a-6838-40a9-b1d7-a5a03e20d3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:05:02Z', 'updated_at': '2021-06-16T16:05:12Z', 'revision_number': 4, 'project_id': 'b6f37c6beb22479fae2758d3ed17d813', 'subnets': [{'id': 'ea00e02a-6838-40a9-b1d7-a5a03e20d3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-iscsi', False) {} {{(pid=91877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:05:14.174733 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ca1c87-e482-4ef9-a3a4-ef68ff1ccc54 None None] The sync data for ids ['8112a31f-9720-469c-9d18-4de725043260'] in dv-cinder-796114-3-iscsi is: [{'id': '8112a31f-9720-469c-9d18-4de725043260', 'name': 'tempest-AttachVolumeTestJSON-71700425-router', 'tenant_id': 'b6f37c6beb22479fae2758d3ed17d813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '63a1cf5a-d7b5-42f9-9dc4-0f6aedbdefd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:04:55Z', 'updated_at': '2021-06-16T16:05:04Z', 'revision_number': 4, 'project_id': 'b6f37c6beb22479fae2758d3ed17d813', 'gw_port': {'id': '63a1cf5a-d7b5-42f9-9dc4-0f6aedbdefd5', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8112a31f-9720-469c-9d18-4de725043260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:04:57Z', 'updated_at': '2021-06-16T16:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi', '_interfaces': [{'id': '9fe774fa-d9df-4d9a-a7c9-265a06cd514c', 'name': '', 'network_id': '9b440f45-4a88-4d84-9a29-8220f48297fe', 'tenant_id': 'b6f37c6beb22479fae2758d3ed17d813', 'mac_address': 'fa:16:3e:ea:cb:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8112a31f-9720-469c-9d18-4de725043260', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ea00e02a-6838-40a9-b1d7-a5a03e20d3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:05:02Z', 'updated_at': '2021-06-16T16:05:12Z', 'revision_number': 4, 'project_id': 'b6f37c6beb22479fae2758d3ed17d813', 'subnets': [{'id': 'ea00e02a-6838-40a9-b1d7-a5a03e20d3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:05:14.177345 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-35527083-6b4e-4356-8a44-ba7745d1444c req-24bd1cf5-1b9c-46d1-b8df-3c82040113de service neutron] 10.222.0.49 "GET /v2.0/networks/97223e70-3be0-4b71-bad0-215c0b28ffe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3683383 Jun 16 16:05:14.182170 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-0e5e5655-23b1-49f1-a38c-25433b3e50c9 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:14.184870 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-f5a51565-0145-4ece-884f-691b941a63ad req-aea73432-489f-4e39-99e2-be090824b3f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:14.190497 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:14.303353 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-e5eb70aa-6d5a-4a92-8f4d-46b77c93b97b req-34d30f4e-3d0f-4db5-8778-8cf27a8e7d5c tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=16b677d62510476d919b610e7baa5577&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3261714 Jun 16 16:05:14.340209 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a51565-0145-4ece-884f-691b941a63ad req-aea73432-489f-4e39-99e2-be090824b3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:14.340879 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-f5a51565-0145-4ece-884f-691b941a63ad req-aea73432-489f-4e39-99e2-be090824b3f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16222807'] for port, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:14.342374 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f5a51565-0145-4ece-884f-691b941a63ad req-aea73432-489f-4e39-99e2-be090824b3f2 service neutron] 10.222.0.15 "PUT /v2.0/ports/005fe02c-172e-4c68-9671-9220833f987d HTTP/1.1" status: 200 len: 1093 time: 3.2054031 Jun 16 16:05:14.358225 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9161da88-f8c8-4834-b8bf-25c415ee57f8', 'tag': '005fe02c-172e-4c68-9671-9220833f987d'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:05:14.433813 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-c76ab671-9c00-4107-92ca-e7c251240a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9936d3-50a9-4003-bc0d-a8a79d4819f8', 'name': 'tempest-ServerRescueNegativeTestJSON-831611834-router', 'tenant_id': '9736a5dc95504648ab9aceb89928bdef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'cc55b78e-f20c-43db-81b3-45c4dc1d9121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:04:56Z', 'updated_at': '2021-06-16T16:05:04Z', 'revision_number': 4, 'project_id': '9736a5dc95504648ab9aceb89928bdef', 'gw_port': {'id': 'cc55b78e-f20c-43db-81b3-45c4dc1d9121', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ca:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9936d3-50a9-4003-bc0d-a8a79d4819f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:04:58Z', 'updated_at': '2021-06-16T16:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi', '_interfaces': [{'id': '782eee49-a82d-4eff-a01a-3cd311e180d2', 'name': '', 'network_id': '97223e70-3be0-4b71-bad0-215c0b28ffe7', 'tenant_id': '9736a5dc95504648ab9aceb89928bdef', 'mac_address': 'fa:16:3e:2b:92:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9936d3-50a9-4003-bc0d-a8a79d4819f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ca88b3dc-ceb5-4055-b366-67e774be9898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:05:02Z', 'updated_at': '2021-06-16T16:05:04Z', 'revision_number': 2, 'project_id': '9736a5dc95504648ab9aceb89928bdef', 'subnets': [{'id': 'ca88b3dc-ceb5-4055-b366-67e774be9898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:05:14.477514 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76ab671-9c00-4107-92ca-e7c251240a9c None None] Checking router: 8b9936d3-50a9-4003-bc0d-a8a79d4819f8 for host: dv-cinder-796114-3-iscsi {{(pid=91876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:05:14.478075 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76ab671-9c00-4107-92ca-e7c251240a9c None None] Updating router 8b9936d3-50a9-4003-bc0d-a8a79d4819f8 port 782eee49-a82d-4eff-a01a-3cd311e180d2 binding host dv-cinder-796114-3-iscsi {{(pid=91876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:05:14.570504 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-290c9e90-3a06-420e-a2ab-b5b9765e68fa tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:14.641876 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea73432-489f-4e39-99e2-be090824b3f2 service neutron] Pushing event updated for resources: {'Port': ['ID=005fe02c-172e-4c68-9671-9220833f987d,revision_number=3']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:14.661716 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-aea73432-489f-4e39-99e2-be090824b3f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:14.666302 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c76ab671-9c00-4107-92ca-e7c251240a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:14.723282 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-e5eb70aa-6d5a-4a92-8f4d-46b77c93b97b req-9892e0d2-a460-4280-b296-e9ef91905642 service neutron] 10.222.0.49 "GET /v2.0/networks/cfdbc1d1-75c9-493c-aefe-3be5c8294cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4185987 Jun 16 16:05:14.777301 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-290c9e90-3a06-420e-a2ab-b5b9765e68fa tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:14.801530 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-290c9e90-3a06-420e-a2ab-b5b9765e68fa tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709652'] for security_group_rule, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:14.834982 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-cde32965-fe53-4fe1-91e9-9fd98960522f tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:14.935291 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c9e90-3a06-420e-a2ab-b5b9765e68fa tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01daec64-8577-42e3-9255-6efe4ad94a67,revision_number=0']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:14.944746 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-290c9e90-3a06-420e-a2ab-b5b9765e68fa tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:14.955590 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-290c9e90-3a06-420e-a2ab-b5b9765e68fa tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:14.967676 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 33742) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:14.970964 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-290c9e90-3a06-420e-a2ab-b5b9765e68fa tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8538454 Jun 16 16:05:14.993222 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.v2.base [None req-3f2686c7-d03c-4566-a187-6200a7c6594d tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Request body: {'security_group_rule': {'security_group_id': '01064c80-ee96-4ba5-9d69-666f89adc486', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:05:15.010746 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-e5eb70aa-6d5a-4a92-8f4d-46b77c93b97b req-8a2741f1-b4dd-41ad-a06b-546674e5effa service neutron] 10.222.0.49 "GET /v2.0/networks/cfdbc1d1-75c9-493c-aefe-3be5c8294cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840805 Jun 16 16:05:15.051225 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-3f2686c7-d03c-4566-a187-6200a7c6594d tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:15.412103 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-3f2686c7-d03c-4566-a187-6200a7c6594d tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:15.423397 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-3f2686c7-d03c-4566-a187-6200a7c6594d tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709652'] for security_group_rule, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:15.438669 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-85549894-1e37-464e-bfaa-812c7ae880b2 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:15.517000 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac39972ab304bebcb834853fc43b221d920fab97f47da84b7636f2612ed6f187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d15e7b-ee16-4cea-b73c-0e737a6f55d7" -d '{"events": [{"name": "network-changed", "server_uuid": "9161da88-f8c8-4834-b8bf-25c415ee57f8", "tag": "005fe02c-172e-4c68-9671-9220833f987d"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:05:15.601641 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c76ab671-9c00-4107-92ca-e7c251240a9c None None] Notify callbacks [] for port, precommit_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:15.616559 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-c76ab671-9c00-4107-92ca-e7c251240a9c None None] Transition to ACTIVE for port object 782eee49-a82d-4eff-a01a-3cd311e180d2 will not be triggered until provisioned by entity L2. {{(pid=91876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:05:15.625804 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c76ab671-9c00-4107-92ca-e7c251240a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:15.629394 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:15.712984 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2686c7-d03c-4566-a187-6200a7c6594d tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a684d78a-c637-4d98-8186-6f2634b6d59b,revision_number=0']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:15.728798 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-3f2686c7-d03c-4566-a187-6200a7c6594d tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:15.751090 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-3f2686c7-d03c-4566-a187-6200a7c6594d tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:15.763283 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-3f2686c7-d03c-4566-a187-6200a7c6594d tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7891548 Jun 16 16:05:15.796396 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 33782) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:15.822906 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-6cb41a9e-44ae-43de-a7ff-c4e42669f5db tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Request body: {'floatingip': {'floating_network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:05:15.868661 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-d1dff6f7-d476-4e55-a4f7-9f1030d18548 req-d0a4ea08-203e-43f6-9e27-54081d280eeb tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1 HTTP/1.1" status: 200 len: 210 time: 0.2764785 Jun 16 16:05:15.971724 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f12dd7-b8cb-4536-a995-0718b0b91536 None None] Pushing event updated for resources: {'Port': ['ID=782eee49-a82d-4eff-a01a-3cd311e180d2,revision_number=3']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:16.012060 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-49f12dd7-b8cb-4536-a995-0718b0b91536 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:16.159718 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-76ed2586-d9e9-40f7-a423-f36539fd32cc req-8b722149-2a07-4896-af89-bb79b422c566 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 210 time: 0.0745387 Jun 16 16:05:16.167554 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6cb41a9e-44ae-43de-a7ff-c4e42669f5db tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks [] for floatingip, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:16.198786 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a51565-0145-4ece-884f-691b941a63ad req-9f7a99d3-0080-4285-aaa7-1aa33f91e69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:16.200287 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f5a51565-0145-4ece-884f-691b941a63ad req-9f7a99d3-0080-4285-aaa7-1aa33f91e69c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=db9146d9ee644ac1b34683eea92fa465&device_id=9161da88-f8c8-4834-b8bf-25c415ee57f8 HTTP/1.1" status: 200 len: 1096 time: 1.0251215 Jun 16 16:05:16.395469 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-c76ab671-9c00-4107-92ca-e7c251240a9c None None] Attempting to bind port 782eee49-a82d-4eff-a01a-3cd311e180d2 on host dv-cinder-796114-3-iscsi for vnic_type normal with profile {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:05:16.396429 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-c76ab671-9c00-4107-92ca-e7c251240a9c None None] Attempting to bind port 782eee49-a82d-4eff-a01a-3cd311e180d2 by drivers openvswitch,hyperv on host dv-cinder-796114-3-iscsi at level 0 using segments [{'id': 'e3ef9535-e5ad-46f0-9fc0-c954d062c2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '97223e70-3be0-4b71-bad0-215c0b28ffe7'}] {{(pid=91876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:05:16.405635 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76ab671-9c00-4107-92ca-e7c251240a9c None None] Attempting to bind port 782eee49-a82d-4eff-a01a-3cd311e180d2 on network 97223e70-3be0-4b71-bad0-215c0b28ffe7 {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:05:16.411524 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c44d68-feef-4c88-bdbd-cb158d8a210e req-cb6d0212-70e2-40a5-9fa8-bec5b34af898 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:16.420698 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-37c44d68-feef-4c88-bdbd-cb158d8a210e req-cb6d0212-70e2-40a5-9fa8-bec5b34af898 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] 10.222.0.49 "GET /v2.0/ports?device_id=9161da88-f8c8-4834-b8bf-25c415ee57f8 HTTP/1.1" status: 200 len: 943 time: 1.0559921 Jun 16 16:05:16.427992 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f5a51565-0145-4ece-884f-691b941a63ad req-8964ef11-d5ca-4e28-994d-2951a43e28c7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=005fe02c-172e-4c68-9671-9220833f987d HTTP/1.1" status: 200 len: 217 time: 0.1909397 Jun 16 16:05:16.445276 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76ab671-9c00-4107-92ca-e7c251240a9c None None] Checking agent: {'id': '6d4db28b-73fb-449a-900a-e0a23b9890fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 57, 20), 'started_at': datetime.datetime(2021, 6, 16, 15, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:05:16.446021 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76ab671-9c00-4107-92ca-e7c251240a9c None None] Checking segment: {'id': 'e3ef9535-e5ad-46f0-9fc0-c954d062c2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '97223e70-3be0-4b71-bad0-215c0b28ffe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:05:16.446635 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c76ab671-9c00-4107-92ca-e7c251240a9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:16.447720 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76ab671-9c00-4107-92ca-e7c251240a9c None None] Bound using segment: {'id': 'e3ef9535-e5ad-46f0-9fc0-c954d062c2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '97223e70-3be0-4b71-bad0-215c0b28ffe7'} {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:05:16.448567 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-c76ab671-9c00-4107-92ca-e7c251240a9c None None] Bound port: 782eee49-a82d-4eff-a01a-3cd311e180d2, host: dv-cinder-796114-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ef9535-e5ad-46f0-9fc0-c954d062c2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '97223e70-3be0-4b71-bad0-215c0b28ffe7'}}] {{(pid=91876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:05:16.449130 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c76ab671-9c00-4107-92ca-e7c251240a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:16.780955 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c76ab671-9c00-4107-92ca-e7c251240a9c None None] For port 782eee49-a82d-4eff-a01a-3cd311e180d2, host dv-cinder-796114-3-iscsi, cleared binding levels {{(pid=91876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:05:16.798198 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c76ab671-9c00-4107-92ca-e7c251240a9c None None] For port 782eee49-a82d-4eff-a01a-3cd311e180d2, host dv-cinder-796114-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=782eee49-a82d-4eff-a01a-3cd311e180d2,segment=NetworkSegment(e3ef9535-e5ad-46f0-9fc0-c954d062c2cb),segment_id=e3ef9535-e5ad-46f0-9fc0-c954d062c2cb)] {{(pid=91876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:05:16.809107 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c76ab671-9c00-4107-92ca-e7c251240a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:16.812505 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-3c3b153b-5192-4484-bb9f-d38012005121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:16.971590 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device 9fe774fa-d9df-4d9a-a7c9-265a06cd514c up at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:05:17.318711 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb3681b-12be-406c-8d5e-3aadc74306ea x-openstack-request-id: req-0eb3681b-12be-406c-8d5e-3aadc74306ea {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:05:17.319263 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9161da88-f8c8-4834-b8bf-25c415ee57f8", "tag": "005fe02c-172e-4c68-9671-9220833f987d", "status": "completed", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:05:17.328629 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0eb3681b-12be-406c-8d5e-3aadc74306ea {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:05:17.330432 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9161da88-f8c8-4834-b8bf-25c415ee57f8', 'tag': '005fe02c-172e-4c68-9671-9220833f987d', 'status': 'completed', 'code': 200} Jun 16 16:05:17.331512 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76ab671-9c00-4107-92ca-e7c251240a9c None None] Routers {'8b9936d3-50a9-4003-bc0d-a8a79d4819f8'} bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:05:17.338320 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-c76ab671-9c00-4107-92ca-e7c251240a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T15:57:20Z,description=,heartbeat_timestamp=2021-06-16T16:04:50Z,host='dv-cinder-796114-3-iscsi',id=0e7678c9-774c-4c46-a09f-f3aaee363ca4,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:57:20Z,topic='l3_agent')) {'router_ids': ['8b9936d3-50a9-4003-bc0d-a8a79d4819f8'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:05:17.343309 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-37c44d68-feef-4c88-bdbd-cb158d8a210e req-1404b737-86d7-4f81-a662-254355b09976 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdcdfe14-ed1e-4eed-be98-af6baa230d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9089284 Jun 16 16:05:17.372637 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a51565-0145-4ece-884f-691b941a63ad req-d7cdbb19-9e41-45c9-b40e-919576fe82a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:17.374507 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f5a51565-0145-4ece-884f-691b941a63ad req-d7cdbb19-9e41-45c9-b40e-919576fe82a0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b85263bc-ee5e-4c64-aa33-ccef29e1ee95 HTTP/1.1" status: 200 len: 851 time: 0.7665544 Jun 16 16:05:17.434815 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f12dd7-b8cb-4536-a995-0718b0b91536 None None] Pushing event updated for resources: {'Port': ['ID=782eee49-a82d-4eff-a01a-3cd311e180d2,revision_number=4']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:17.440666 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-49f12dd7-b8cb-4536-a995-0718b0b91536 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.628s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:17.537877 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-2674614d-3798-4e7f-99a4-f270d68f4568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:17.541928 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning for port 9fe774fa-d9df-4d9a-a7c9-265a06cd514c completed by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:05:17.555448 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning complete for port 9fe774fa-d9df-4d9a-a7c9-265a06cd514c triggered by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:05:17.556081 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:17.641115 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f5a51565-0145-4ece-884f-691b941a63ad req-75c4885a-9911-4b77-b400-76cb0b6ea079 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2de03ba3-731d-4eb0-919b-7f4e3c40d4e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2337837 Jun 16 16:05:17.766123 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b82177-3da6-42e5-8edf-62617619a73c req-e87cf666-de96-4b17-9d4b-24166dc8e181 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:17.777767 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-02b82177-3da6-42e5-8edf-62617619a73c req-e87cf666-de96-4b17-9d4b-24166dc8e181 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/networks?id=97223e70-3be0-4b71-bad0-215c0b28ffe7 HTTP/1.1" status: 200 len: 818 time: 0.6415706 Jun 16 16:05:17.829004 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-02b82177-3da6-42e5-8edf-62617619a73c req-33ccbb98-10a5-4f70-99da-2c24b21fb606 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/quotas/9736a5dc95504648ab9aceb89928bdef HTTP/1.1" status: 200 len: 375 time: 0.0433760 Jun 16 16:05:17.845739 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:17.929181 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-c76ab671-9c00-4107-92ca-e7c251240a9c None None] Set router 8b9936d3-50a9-4003-bc0d-a8a79d4819f8 gateway port host: dv-cinder-796114-3-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:05:18.011845 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f5a51565-0145-4ece-884f-691b941a63ad req-34774b0f-6077-4be0-85ec-e94224ae65a7 service neutron] 10.222.0.15 "GET /v2.0/networks/2de03ba3-731d-4eb0-919b-7f4e3c40d4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3604779 Jun 16 16:05:18.061012 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ca8571e4-ee17-4d76-a209-5422d443b968 req-f9120a71-fac1-4864-a411-2eda11225b3f tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 210 time: 0.1046121 Jun 16 16:05:18.082897 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-02b82177-3da6-42e5-8edf-62617619a73c req-23ee90c3-7872-46fe-9d31-39312dcc4e1d tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9736a5dc95504648ab9aceb89928bdef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2519073 Jun 16 16:05:18.091095 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6cb41a9e-44ae-43de-a7ff-c4e42669f5db tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16110075'] for port, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:18.173855 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] For port 9fe774fa-d9df-4d9a-a7c9-265a06cd514c, host dv-cinder-796114-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=9fe774fa-d9df-4d9a-a7c9-265a06cd514c,segment=NetworkSegment(28ca8ba8-691c-48b2-ad64-51cdd785b47e),segment_id=28ca8ba8-691c-48b2-ad64-51cdd785b47e)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:05:18.216502 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:18.229563 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:18.276297 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 33862) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:18.288634 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 33866) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:18.355073 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_common [None req-6cb41a9e-44ae-43de-a7ff-c4e42669f5db tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Allocated IP 172.27.1.109 (47501c57-dfca-44aa-9eed-27ee8bb77cd6/0b38b6c0-4839-4539-8281-d8dcfdf92ae7/51959c4f-550d-4167-b432-2ad7fde83538) {{(pid=91874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:05:18.409686 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-02b82177-3da6-42e5-8edf-62617619a73c req-1416e93a-637c-4338-8dd0-07d03fe53808 service neutron] 10.222.0.49 "GET /v2.0/networks/97223e70-3be0-4b71-bad0-215c0b28ffe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231244 Jun 16 16:05:18.452985 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Pushing event updated for resources: {'Port': ['ID=9fe774fa-d9df-4d9a-a7c9-265a06cd514c,revision_number=5']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:18.467565 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:18.619174 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-420a06a2-fcf3-43c8-b12e-bc0c72f94e28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:18.629815 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-02b82177-3da6-42e5-8edf-62617619a73c req-6f1a6189-0b7f-4d95-ba94-73b1832b338e service neutron] 10.222.0.49 "GET /v2.0/networks/97223e70-3be0-4b71-bad0-215c0b28ffe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183402 Jun 16 16:05:18.644394 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-15f11a90-adf3-4213-8911-7f9990834092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:18.714550 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-c76ab671-9c00-4107-92ca-e7c251240a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9936d3-50a9-4003-bc0d-a8a79d4819f8', 'name': 'tempest-ServerRescueNegativeTestJSON-831611834-router', 'tenant_id': '9736a5dc95504648ab9aceb89928bdef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'cc55b78e-f20c-43db-81b3-45c4dc1d9121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:04:56Z', 'updated_at': '2021-06-16T16:05:04Z', 'revision_number': 4, 'project_id': '9736a5dc95504648ab9aceb89928bdef', 'gw_port': {'id': 'cc55b78e-f20c-43db-81b3-45c4dc1d9121', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ca:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9936d3-50a9-4003-bc0d-a8a79d4819f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:04:58Z', 'updated_at': '2021-06-16T16:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi', '_interfaces': [{'id': '782eee49-a82d-4eff-a01a-3cd311e180d2', 'name': '', 'network_id': '97223e70-3be0-4b71-bad0-215c0b28ffe7', 'tenant_id': '9736a5dc95504648ab9aceb89928bdef', 'mac_address': 'fa:16:3e:2b:92:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9936d3-50a9-4003-bc0d-a8a79d4819f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ca88b3dc-ceb5-4055-b366-67e774be9898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:05:02Z', 'updated_at': '2021-06-16T16:05:16Z', 'revision_number': 4, 'project_id': '9736a5dc95504648ab9aceb89928bdef', 'subnets': [{'id': 'ca88b3dc-ceb5-4055-b366-67e774be9898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:05:18.728213 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76ab671-9c00-4107-92ca-e7c251240a9c None None] The sync data for ids ['8b9936d3-50a9-4003-bc0d-a8a79d4819f8'] in dv-cinder-796114-3-iscsi is: [{'id': '8b9936d3-50a9-4003-bc0d-a8a79d4819f8', 'name': 'tempest-ServerRescueNegativeTestJSON-831611834-router', 'tenant_id': '9736a5dc95504648ab9aceb89928bdef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'cc55b78e-f20c-43db-81b3-45c4dc1d9121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:04:56Z', 'updated_at': '2021-06-16T16:05:04Z', 'revision_number': 4, 'project_id': '9736a5dc95504648ab9aceb89928bdef', 'gw_port': {'id': 'cc55b78e-f20c-43db-81b3-45c4dc1d9121', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ca:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9936d3-50a9-4003-bc0d-a8a79d4819f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:04:58Z', 'updated_at': '2021-06-16T16:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi', '_interfaces': [{'id': '782eee49-a82d-4eff-a01a-3cd311e180d2', 'name': '', 'network_id': '97223e70-3be0-4b71-bad0-215c0b28ffe7', 'tenant_id': '9736a5dc95504648ab9aceb89928bdef', 'mac_address': 'fa:16:3e:2b:92:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9936d3-50a9-4003-bc0d-a8a79d4819f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ca88b3dc-ceb5-4055-b366-67e774be9898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:05:02Z', 'updated_at': '2021-06-16T16:05:16Z', 'revision_number': 4, 'project_id': '9736a5dc95504648ab9aceb89928bdef', 'subnets': [{'id': 'ca88b3dc-ceb5-4055-b366-67e774be9898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:05:18.763566 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device 782eee49-a82d-4eff-a01a-3cd311e180d2 up at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:05:18.914683 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning for port 782eee49-a82d-4eff-a01a-3cd311e180d2 completed by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:05:18.919833 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning complete for port 782eee49-a82d-4eff-a01a-3cd311e180d2 triggered by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:05:18.920224 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:19.043247 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-15f11a90-adf3-4213-8911-7f9990834092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:19.054954 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-15f11a90-adf3-4213-8911-7f9990834092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:19.063566 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:19.207012 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-15f11a90-adf3-4213-8911-7f9990834092 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5ed37d7f7c434ffe9eed1cd389361178&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9286699 Jun 16 16:05:19.210150 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:19.211335 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 33894) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:19.219283 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f11a90-adf3-4213-8911-7f9990834092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec7a300-7ea7-48a5-8e65-6eade6d0294c,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:19.231822 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-15f11a90-adf3-4213-8911-7f9990834092 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:19.287008 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] For port 782eee49-a82d-4eff-a01a-3cd311e180d2, host dv-cinder-796114-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=782eee49-a82d-4eff-a01a-3cd311e180d2,segment=NetworkSegment(e3ef9535-e5ad-46f0-9fc0-c954d062c2cb),segment_id=e3ef9535-e5ad-46f0-9fc0-c954d062c2cb)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:05:19.306597 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-420a06a2-fcf3-43c8-b12e-bc0c72f94e28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:19.307551 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:19.312247 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:19.339957 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e7c62e92-7d97-498d-b5ad-a0803036e51c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:19.371484 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6cb41a9e-44ae-43de-a7ff-c4e42669f5db tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks [] for port, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:19.372992 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e7c62e92-7d97-498d-b5ad-a0803036e51c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:19.373780 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-420a06a2-fcf3-43c8-b12e-bc0c72f94e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:19.427803 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:19.428056 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:19.494590 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e7c62e92-7d97-498d-b5ad-a0803036e51c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:19.498597 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e7c62e92-7d97-498d-b5ad-a0803036e51c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:19.500052 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-e7c62e92-7d97-498d-b5ad-a0803036e51c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cec7a300-7ea7-48a5-8e65-6eade6d0294c HTTP/1.1" status: 204 len: 168 time: 0.2875495 Jun 16 16:05:19.502526 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-83ed1df6-31d1-48f7-9d0e-78c3374c104d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:19.522686 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Pushing event updated for resources: {'Port': ['ID=782eee49-a82d-4eff-a01a-3cd311e180d2,revision_number=5']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:19.537454 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:19.623900 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420a06a2-fcf3-43c8-b12e-bc0c72f94e28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1789a00-6087-4a6c-bf00-122af0b8219d,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:19.656025 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-420a06a2-fcf3-43c8-b12e-bc0c72f94e28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:19.665461 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-420a06a2-fcf3-43c8-b12e-bc0c72f94e28 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dc1989343d6a4836832b8b4d68e6be85&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3753898 Jun 16 16:05:19.682071 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-ca6d2ea3-ed13-4243-b465-26e0ea6f83cf req-015c9119-2c3e-44c6-96e1-02f4f6f77676 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 210 time: 0.1691945 Jun 16 16:05:19.685154 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 33908) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:19.739442 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ed893-fb47-4416-af72-0f298bf01d62 req-bbcdd36d-77ae-4205-88df-ad37e8ca6e4c tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:19.748652 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f25ed893-fb47-4416-af72-0f298bf01d62 req-bbcdd36d-77ae-4205-88df-ad37e8ca6e4c tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] 10.222.0.49 "GET /v2.0/ports?device_id=9161da88-f8c8-4834-b8bf-25c415ee57f8 HTTP/1.1" status: 200 len: 943 time: 1.0277629 Jun 16 16:05:19.869285 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c62e92-7d97-498d-b5ad-a0803036e51c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec7a300-7ea7-48a5-8e65-6eade6d0294c,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:19.896290 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-ea5c353d-407e-40da-bc85-93604fc26b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:20.010534 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:20.064528 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-e4eb148b-53a0-4bdd-b117-914547e17ece req-cc5111e5-7d29-4075-9851-8c441ad8d7fd tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d1f42e3-421f-43d7-b3cb-f2594fef124f HTTP/1.1" status: 200 len: 210 time: 0.1611838 Jun 16 16:05:20.070518 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-e7c62e92-7d97-498d-b5ad-a0803036e51c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:20.071076 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 33914) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:20.179014 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-a7c035ee-2081-406d-b748-dcf4fed9e62f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:20.213454 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6cb41a9e-44ae-43de-a7ff-c4e42669f5db tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16110910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726810954487'] for port, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:20.262926 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-a7c035ee-2081-406d-b748-dcf4fed9e62f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:20.270464 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-74a57b38-0d9f-4597-acfd-e066a627f774 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:20.291521 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 33922) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:20.338393 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-f39d593f-b2e5-4c84-9613-7837f48d4583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:20.382731 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-a78d4518-b513-4223-9a03-fc44bde19b2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:20.383229 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f25ed893-fb47-4416-af72-0f298bf01d62 req-dd5f815c-859d-4204-b613-3b4537f64691 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdcdfe14-ed1e-4eed-be98-af6baa230d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6176491 Jun 16 16:05:20.437548 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb41a9e-44ae-43de-a7ff-c4e42669f5db tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Network 47501c57-dfca-44aa-9eed-27ee8bb77cd6 is already hosted by enough agents. {{(pid=91874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:05:20.456010 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f5a51565-0145-4ece-884f-691b941a63ad req-c2bb005e-a676-417d-b3f0-d05e486eea78 service neutron] 10.222.0.15 "GET /v2.0/networks/2de03ba3-731d-4eb0-919b-7f4e3c40d4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6329463 Jun 16 16:05:20.463127 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [None req-6cb41a9e-44ae-43de-a7ff-c4e42669f5db tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Resources bound (agent type, host, resource id): {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:05:20.469104 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb41a9e-44ae-43de-a7ff-c4e42669f5db tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Received port after_create {{(pid=91874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:05:20.478890 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb41a9e-44ae-43de-a7ff-c4e42669f5db tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Pushing event updated for resources: {'Port': ['ID=51959c4f-550d-4167-b432-2ad7fde83538,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:20.483115 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6cb41a9e-44ae-43de-a7ff-c4e42669f5db tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:20.546866 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-a7c035ee-2081-406d-b748-dcf4fed9e62f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:20.558004 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-a7c035ee-2081-406d-b748-dcf4fed9e62f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:20.559812 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-a7c035ee-2081-406d-b748-dcf4fed9e62f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c1789a00-6087-4a6c-bf00-122af0b8219d HTTP/1.1" status: 204 len: 168 time: 0.8713429 Jun 16 16:05:20.566320 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:20.612051 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c035ee-2081-406d-b748-dcf4fed9e62f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1789a00-6087-4a6c-bf00-122af0b8219d,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:20.612051 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-a7c035ee-2081-406d-b748-dcf4fed9e62f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:20.658260 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6cb41a9e-44ae-43de-a7ff-c4e42669f5db tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:20.704223 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-f39d593f-b2e5-4c84-9613-7837f48d4583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:20.704987 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device 782eee49-a82d-4eff-a01a-3cd311e180d2 up at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:05:20.898655 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning complete for port 782eee49-a82d-4eff-a01a-3cd311e180d2 triggered by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:05:20.900228 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:20.965611 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-a78d4518-b513-4223-9a03-fc44bde19b2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:20.967469 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-f39d593f-b2e5-4c84-9613-7837f48d4583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:21.003854 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6cb41a9e-44ae-43de-a7ff-c4e42669f5db tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:21.009531 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:21.013465 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-a78d4518-b513-4223-9a03-fc44bde19b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:21.100401 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-7d5b73da-a688-4585-8548-9011f078ca65 req-22cffa37-b8ef-4e5b-a57c-d4d8a4d03cd4 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 210 time: 0.0831504 Jun 16 16:05:21.145320 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39d593f-b2e5-4c84-9613-7837f48d4583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a08b6d1e-517f-4208-9a5f-19b834037726,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:21.165570 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-f39d593f-b2e5-4c84-9613-7837f48d4583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:21.171645 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-f39d593f-b2e5-4c84-9613-7837f48d4583 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7744db77ec39482c8ffd0a9d39823089&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0861132 Jun 16 16:05:21.175814 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-a78d4518-b513-4223-9a03-fc44bde19b2a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=aed8aef5dfe54632ba54edffe893bdaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8735852 Jun 16 16:05:21.177052 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 33940) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:21.179297 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-15f11a90-adf3-4213-8911-7f9990834092 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:21.214171 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 33942) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:21.215169 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78d4518-b513-4223-9a03-fc44bde19b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ede515f-8af1-4c77-ba2f-24f6ff758596,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:21.232551 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-a78d4518-b513-4223-9a03-fc44bde19b2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:21.280321 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6cb41a9e-44ae-43de-a7ff-c4e42669f5db tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks [] for port, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:21.284339 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d15e7b-ee16-4cea-b73c-0e737a6f55d7 req-c936c3cf-8a0f-4a7f-81c2-cb55229cd2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:21.286319 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-78d15e7b-ee16-4cea-b73c-0e737a6f55d7 req-c936c3cf-8a0f-4a7f-81c2-cb55229cd2cc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=db9146d9ee644ac1b34683eea92fa465&device_id=9161da88-f8c8-4834-b8bf-25c415ee57f8 HTTP/1.1" status: 200 len: 1096 time: 0.6164958 Jun 16 16:05:21.289333 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6cb41a9e-44ae-43de-a7ff-c4e42669f5db tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:21.292225 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-74a57b38-0d9f-4597-acfd-e066a627f774 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:21.336899 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6cb41a9e-44ae-43de-a7ff-c4e42669f5db tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702189'] for floatingip, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:21.352157 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-6ad78952-ea93-43a4-8288-1e7c2f1dde9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:21.399518 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb41a9e-44ae-43de-a7ff-c4e42669f5db tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Pushing event updated for resources: {'Port': ['ID=51959c4f-550d-4167-b432-2ad7fde83538,revision_number=2']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:21.402646 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device 9fe774fa-d9df-4d9a-a7c9-265a06cd514c up at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:05:21.421617 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b451d1de-bdc9-4c60-9a77-4ee98c8a74b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:21.460502 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning complete for port 9fe774fa-d9df-4d9a-a7c9-265a06cd514c triggered by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:05:21.461058 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:21.463551 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-64f493c5-a0b5-448b-952b-1f503506c98a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:21.467810 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 33950) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:21.477966 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-bfe602b4-19b7-4070-aad0-8c21acb77444 req-ebc0be11-1184-4924-aeff-25e36efb8823 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d1f42e3-421f-43d7-b3cb-f2594fef124f HTTP/1.1" status: 200 len: 210 time: 0.1218553 Jun 16 16:05:21.479862 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6cb41a9e-44ae-43de-a7ff-c4e42669f5db tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:21.490954 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6cb41a9e-44ae-43de-a7ff-c4e42669f5db tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208782'] for floatingip, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:21.492490 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-6cb41a9e-44ae-43de-a7ff-c4e42669f5db tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6908336 Jun 16 16:05:21.557431 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-9152e3db-a9fd-4f67-a1a6-08e7df31c516 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:21.560690 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b451d1de-bdc9-4c60-9a77-4ee98c8a74b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:21.638013 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-64f493c5-a0b5-448b-952b-1f503506c98a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:21.695387 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d15e7b-ee16-4cea-b73c-0e737a6f55d7 req-1ba74baa-d9b7-4bd3-b817-cf9c07b2b26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:21.697140 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-78d15e7b-ee16-4cea-b73c-0e737a6f55d7 req-1ba74baa-d9b7-4bd3-b817-cf9c07b2b26c service neutron] 10.222.0.15 "GET /v2.0/networks?id=2de03ba3-731d-4eb0-919b-7f4e3c40d4e8 HTTP/1.1" status: 200 len: 912 time: 0.2161310 Jun 16 16:05:21.768932 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.15', 57872) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:21.771193 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-78d15e7b-ee16-4cea-b73c-0e737a6f55d7 req-8eda5ea9-dba5-48c7-ac39-04e1489282fa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=005fe02c-172e-4c68-9671-9220833f987d HTTP/1.1" status: 200 len: 217 time: 0.0642972 Jun 16 16:05:21.901500 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-1d114b00-5bbd-47b2-9d92-2c04d67e981e req-fa691992-8250-43e0-b953-b77319ec3311 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--913899091&fields=id&tenant_id=b6f37c6beb22479fae2758d3ed17d813 HTTP/1.1" status: 200 len: 267 time: 0.1332631 Jun 16 16:05:21.946192 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d15e7b-ee16-4cea-b73c-0e737a6f55d7 req-d60fcbd8-3e3d-4f97-92d3-796db6d73593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:21.947638 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-78d15e7b-ee16-4cea-b73c-0e737a6f55d7 req-d60fcbd8-3e3d-4f97-92d3-796db6d73593 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b85263bc-ee5e-4c64-aa33-ccef29e1ee95 HTTP/1.1" status: 200 len: 851 time: 0.1470096 Jun 16 16:05:21.984765 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b451d1de-bdc9-4c60-9a77-4ee98c8a74b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:21.989455 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b451d1de-bdc9-4c60-9a77-4ee98c8a74b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:21.990810 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-b451d1de-bdc9-4c60-9a77-4ee98c8a74b2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a08b6d1e-517f-4208-9a5f-19b834037726 HTTP/1.1" status: 204 len: 168 time: 0.7781374 Jun 16 16:05:21.993849 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-5a47b82e-99c0-405b-89ba-fd6757457308 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:22.001114 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-64f493c5-a0b5-448b-952b-1f503506c98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:22.005170 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-64f493c5-a0b5-448b-952b-1f503506c98a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:22.008956 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-64f493c5-a0b5-448b-952b-1f503506c98a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7ede515f-8af1-4c77-ba2f-24f6ff758596 HTTP/1.1" status: 204 len: 168 time: 0.7723365 Jun 16 16:05:22.025238 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81df0e4-8977-45f5-b07b-2aa58ee3c060 req-9322f228-efe5-402f-9481-3ac317b58199 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:22.026746 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-b81df0e4-8977-45f5-b07b-2aa58ee3c060 req-9322f228-efe5-402f-9481-3ac317b58199 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] 10.222.0.49 "GET /v2.0/ports?device_id=9161da88-f8c8-4834-b8bf-25c415ee57f8 HTTP/1.1" status: 200 len: 943 time: 0.3357849 Jun 16 16:05:22.031082 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b451d1de-bdc9-4c60-9a77-4ee98c8a74b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08b6d1e-517f-4208-9a5f-19b834037726,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:22.037840 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-b451d1de-bdc9-4c60-9a77-4ee98c8a74b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:22.038260 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:22.051334 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-78d15e7b-ee16-4cea-b73c-0e737a6f55d7 req-8d47ab50-c130-48c5-82e5-98ea9b328e3c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2de03ba3-731d-4eb0-919b-7f4e3c40d4e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0925980 Jun 16 16:05:22.072378 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f493c5-a0b5-448b-952b-1f503506c98a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ede515f-8af1-4c77-ba2f-24f6ff758596,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:22.080152 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-64f493c5-a0b5-448b-952b-1f503506c98a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:22.102608 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-b81df0e4-8977-45f5-b07b-2aa58ee3c060 req-6c0ab32b-616f-456d-aba2-82e8d6057127 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdcdfe14-ed1e-4eed-be98-af6baa230d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681636 Jun 16 16:05:22.104438 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-9152e3db-a9fd-4f67-a1a6-08e7df31c516 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:22.110502 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-9152e3db-a9fd-4f67-a1a6-08e7df31c516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:22.114705 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-e7c62e92-7d97-498d-b5ad-a0803036e51c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:22.120049 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eb70aa-6d5a-4a92-8f4d-46b77c93b97b req-86722791-a98f-4457-b1e0-04b6c270dde1 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:22.121645 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-e5eb70aa-6d5a-4a92-8f4d-46b77c93b97b req-86722791-a98f-4457-b1e0-04b6c270dde1 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.15 "GET /v2.0/networks?id=cfdbc1d1-75c9-493c-aefe-3be5c8294cd4 HTTP/1.1" status: 200 len: 817 time: 0.3326001 Jun 16 16:05:22.185658 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-9152e3db-a9fd-4f67-a1a6-08e7df31c516 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=77803d776f2c412788d5905fc6037059&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7128458 Jun 16 16:05:22.187743 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 33976) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:22.213951 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9152e3db-a9fd-4f67-a1a6-08e7df31c516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab9bf0a-ad3a-46d5-b2b4-330771a5af24,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:22.223738 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-9152e3db-a9fd-4f67-a1a6-08e7df31c516 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:22.298463 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d114b00-5bbd-47b2-9d92-2c04d67e981e req-c7c5ed3e-fb97-4139-8f9a-6154c9fd557e tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:22.306958 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-1d114b00-5bbd-47b2-9d92-2c04d67e981e req-c7c5ed3e-fb97-4139-8f9a-6154c9fd557e tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/networks?id=9b440f45-4a88-4d84-9a29-8220f48297fe HTTP/1.1" status: 200 len: 809 time: 0.3911817 Jun 16 16:05:22.344966 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-1d114b00-5bbd-47b2-9d92-2c04d67e981e req-f7aac8f7-ba9f-4803-9642-31c6b294deab tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/quotas/b6f37c6beb22479fae2758d3ed17d813 HTTP/1.1" status: 200 len: 375 time: 0.0355525 Jun 16 16:05:22.386344 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-81fc0cba-9d42-48eb-b84a-4c3da7eea1aa req-f1f01415-d1a1-4f72-8870-347b91ac4251 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 210 time: 0.0855868 Jun 16 16:05:22.392746 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-783c17c2-89b4-4a78-bdb5-c60fb518bc42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:22.425788 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-783c17c2-89b4-4a78-bdb5-c60fb518bc42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:22.463806 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-e5eb70aa-6d5a-4a92-8f4d-46b77c93b97b req-067ec2b5-4850-4dff-b92d-dfd7b8a94723 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16b677d62510476d919b610e7baa5577 HTTP/1.1" status: 200 len: 380 time: 0.2476406 Jun 16 16:05:22.464405 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.15', 57875) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:22.523486 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-783c17c2-89b4-4a78-bdb5-c60fb518bc42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:22.526337 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-783c17c2-89b4-4a78-bdb5-c60fb518bc42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:22.531095 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-783c17c2-89b4-4a78-bdb5-c60fb518bc42 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3ab9bf0a-ad3a-46d5-b2b4-330771a5af24 HTTP/1.1" status: 204 len: 168 time: 0.3314831 Jun 16 16:05:22.531934 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:22.541429 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783c17c2-89b4-4a78-bdb5-c60fb518bc42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab9bf0a-ad3a-46d5-b2b4-330771a5af24,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:22.544720 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-783c17c2-89b4-4a78-bdb5-c60fb518bc42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:22.788790 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [req-e5eb70aa-6d5a-4a92-8f4d-46b77c93b97b req-4107175e-6b04-456b-b252-4465676e1908 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Request body: {'port': {'device_id': 'b182016a-ee8e-4a87-8b8e-4d34fb9cf74b', 'network_id': 'cfdbc1d1-75c9-493c-aefe-3be5c8294cd4', 'admin_state_up': True, 'tenant_id': '16b677d62510476d919b610e7baa5577', 'security_groups': ['fed02e11-065f-457a-bf3f-44af4fe327b1']}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:05:22.832377 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-459ba97e-0994-401b-bd86-9772962a392e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:22.848193 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-391bc0cb-5429-4842-8ff4-c367fde6ca2b req-6cd86889-ae5d-4d46-8e77-135b7bf96d55 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d1f42e3-421f-43d7-b3cb-f2594fef124f HTTP/1.1" status: 200 len: 210 time: 0.0953906 Jun 16 16:05:22.892733 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 34008) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:22.904802 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bb7da30d-4bce-4334-9caf-9963307c85fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:22.989679 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.15', 57878) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:23.033060 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35527083-6b4e-4356-8a44-ba7745d1444c req-01f3d9e7-fc44-4b46-878f-1b7ca6189f4a tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:23.041155 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-35527083-6b4e-4356-8a44-ba7745d1444c req-01f3d9e7-fc44-4b46-878f-1b7ca6189f4a tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.15 "GET /v2.0/networks?id=97223e70-3be0-4b71-bad0-215c0b28ffe7 HTTP/1.1" status: 200 len: 818 time: 0.5674160 Jun 16 16:05:23.082957 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-78d15e7b-ee16-4cea-b73c-0e737a6f55d7 req-f53c22e9-3192-4042-8f41-d33e41648f63 service neutron] 10.222.0.15 "GET /v2.0/networks/2de03ba3-731d-4eb0-919b-7f4e3c40d4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0196121 Jun 16 16:05:23.092753 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [req-35527083-6b4e-4356-8a44-ba7745d1444c req-353c7491-b8a4-447a-817d-1bd4c9730f29 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Request body: {'port': {'device_id': '1a7719ee-7fb9-442d-a71c-6be294b6f5c1', 'network_id': '97223e70-3be0-4b71-bad0-215c0b28ffe7', 'admin_state_up': True, 'tenant_id': '9736a5dc95504648ab9aceb89928bdef'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:05:23.113251 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bb7da30d-4bce-4334-9caf-9963307c85fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:23.167792 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bb7da30d-4bce-4334-9caf-9963307c85fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:23.189029 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-aff0536c-213a-4ba2-b972-57743ed5e40d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:23.351189 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-bb7da30d-4bce-4334-9caf-9963307c85fc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=98781b045b664da2b30d36337b0d85dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4601781 Jun 16 16:05:23.368756 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b82177-3da6-42e5-8edf-62617619a73c req-fb0fc966-85b4-4f92-8496-9d0a3350e2fe tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:23.371472 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-02b82177-3da6-42e5-8edf-62617619a73c req-fb0fc966-85b4-4f92-8496-9d0a3350e2fe tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.15 "GET /v2.0/networks?id=97223e70-3be0-4b71-bad0-215c0b28ffe7 HTTP/1.1" status: 200 len: 818 time: 0.3787191 Jun 16 16:05:23.373991 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 34030) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:23.381043 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7da30d-4bce-4334-9caf-9963307c85fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba3a700-effc-436e-a8ed-ec5a455c1ccd,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:23.407406 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bb7da30d-4bce-4334-9caf-9963307c85fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:23.416280 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.v2.base [req-02b82177-3da6-42e5-8edf-62617619a73c req-3cbe9e36-1342-44f2-8a54-eb7a1376e186 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Request body: {'port': {'device_id': '6d1f42e3-421f-43d7-b3cb-f2594fef124f', 'network_id': '97223e70-3be0-4b71-bad0-215c0b28ffe7', 'admin_state_up': True, 'tenant_id': '9736a5dc95504648ab9aceb89928bdef'}} {{(pid=91875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:05:23.462022 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-1d114b00-5bbd-47b2-9d92-2c04d67e981e req-aa8ffe86-3b41-4934-bcc0-bbda5a70565d tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b6f37c6beb22479fae2758d3ed17d813&fields=id HTTP/1.1" status: 200 len: 348 time: 1.1158247 Jun 16 16:05:23.707293 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5eb70aa-6d5a-4a92-8f4d-46b77c93b97b req-4107175e-6b04-456b-b252-4465676e1908 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Made reservation on behalf of 16b677d62510476d919b610e7baa5577 for: {'port': 1} {{(pid=91874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:05:23.716768 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-e5eb70aa-6d5a-4a92-8f4d-46b77c93b97b req-4107175e-6b04-456b-b252-4465676e1908 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16110075'] for port, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:23.739669 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-78d15e7b-ee16-4cea-b73c-0e737a6f55d7 req-b9cf368d-3736-48db-8c3c-952e01acad8b service neutron] 10.222.0.15 "GET /v2.0/networks/2de03ba3-731d-4eb0-919b-7f4e3c40d4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5700891 Jun 16 16:05:23.855713 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35527083-6b4e-4356-8a44-ba7745d1444c req-353c7491-b8a4-447a-817d-1bd4c9730f29 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Made reservation on behalf of 9736a5dc95504648ab9aceb89928bdef for: {'port': 1} {{(pid=91874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:05:23.859728 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-35527083-6b4e-4356-8a44-ba7745d1444c req-353c7491-b8a4-447a-817d-1bd4c9730f29 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16110075'] for port, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:23.868788 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-1d114b00-5bbd-47b2-9d92-2c04d67e981e req-8c003023-35ab-4ace-ba8b-686b8bd22c5f service neutron] 10.222.0.49 "GET /v2.0/networks/9b440f45-4a88-4d84-9a29-8220f48297fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816617 Jun 16 16:05:23.873988 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-eccfa413-edc1-4a43-ab83-8753f6ee0359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:23.903111 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c92c283-1e7b-4984-90aa-6e6dafcd1687 req-8bae2d8a-3377-497e-a9bf-3f385bf2f724 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:23.910022 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-6c92c283-1e7b-4984-90aa-6e6dafcd1687 req-8bae2d8a-3377-497e-a9bf-3f385bf2f724 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] 10.222.0.49 "GET /v2.0/ports?device_id=9161da88-f8c8-4834-b8bf-25c415ee57f8 HTTP/1.1" status: 200 len: 943 time: 0.5372462 Jun 16 16:05:23.951293 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-eccfa413-edc1-4a43-ab83-8753f6ee0359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:23.982986 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02b82177-3da6-42e5-8edf-62617619a73c req-3cbe9e36-1342-44f2-8a54-eb7a1376e186 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Made reservation on behalf of 9736a5dc95504648ab9aceb89928bdef for: {'port': 1} {{(pid=91875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:05:23.986640 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-02b82177-3da6-42e5-8edf-62617619a73c req-3cbe9e36-1342-44f2-8a54-eb7a1376e186 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16110075'] for port, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:24.025020 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-6c92c283-1e7b-4984-90aa-6e6dafcd1687 req-6b71f89d-a70d-49f6-88b9-f33fcb44ac2a tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdcdfe14-ed1e-4eed-be98-af6baa230d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139102 Jun 16 16:05:24.120035 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_common [req-e5eb70aa-6d5a-4a92-8f4d-46b77c93b97b req-4107175e-6b04-456b-b252-4465676e1908 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Allocated IP 172.20.0.8 (cfdbc1d1-75c9-493c-aefe-3be5c8294cd4/6b78bc3c-b434-4bd5-9871-761bea7dd046/6575874c-1654-4f04-8efd-46fb3521dfb7) {{(pid=91874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:05:24.214031 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-1d114b00-5bbd-47b2-9d92-2c04d67e981e req-8dfb737d-d981-476e-bd99-be47db4d238c service neutron] 10.222.0.49 "GET /v2.0/networks/9b440f45-4a88-4d84-9a29-8220f48297fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3338823 Jun 16 16:05:24.257060 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_common [req-35527083-6b4e-4356-8a44-ba7745d1444c req-353c7491-b8a4-447a-817d-1bd4c9730f29 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Allocated IP 172.20.0.4 (97223e70-3be0-4b71-bad0-215c0b28ffe7/ca88b3dc-ceb5-4055-b366-67e774be9898/ca8703c9-c6b4-4d8f-be28-12dc629b84bc) {{(pid=91874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:05:24.317165 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-eccfa413-edc1-4a43-ab83-8753f6ee0359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:24.320623 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-eccfa413-edc1-4a43-ab83-8753f6ee0359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:24.321788 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-eccfa413-edc1-4a43-ab83-8753f6ee0359 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6ba3a700-effc-436e-a8ed-ec5a455c1ccd HTTP/1.1" status: 204 len: 168 time: 0.9458907 Jun 16 16:05:24.334950 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-81c37416-368d-4248-8e0f-43712d5eb575 req-b3346977-c781-4273-a229-12b9c213bc5d tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 210 time: 0.1310670 Jun 16 16:05:24.336263 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-7971de21-15f0-4788-acb8-b37268d2d474 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:24.353668 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccfa413-edc1-4a43-ab83-8753f6ee0359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba3a700-effc-436e-a8ed-ec5a455c1ccd,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:24.357683 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-eccfa413-edc1-4a43-ab83-8753f6ee0359 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:24.547767 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-3bfcf3f3-6dc5-4d30-8e7e-d192e5ab8f29 req-7045c300-c374-4b00-9e07-9c11d2b69fe0 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d1f42e3-421f-43d7-b3cb-f2594fef124f HTTP/1.1" status: 200 len: 210 time: 0.0633810 Jun 16 16:05:24.622110 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-94deede8-263f-4d32-ae5f-476f3075463e req-e41af0fa-b2ac-4356-bf6f-56a6473f259f tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc60efe-e253-48bb-be1d-c16c72aab023 HTTP/1.1" status: 200 len: 210 time: 0.0806820 Jun 16 16:05:24.683047 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-e5eb70aa-6d5a-4a92-8f4d-46b77c93b97b req-4107175e-6b04-456b-b252-4465676e1908 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks [] for port, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:24.719202 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [req-e5eb70aa-6d5a-4a92-8f4d-46b77c93b97b req-4107175e-6b04-456b-b252-4465676e1908 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Transition to ACTIVE for port object 6575874c-1654-4f04-8efd-46fb3521dfb7 will not be triggered until provisioned by entity DHCP. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:05:24.723250 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-35527083-6b4e-4356-8a44-ba7745d1444c req-353c7491-b8a4-447a-817d-1bd4c9730f29 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Notify callbacks [] for port, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:24.815518 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-e5eb70aa-6d5a-4a92-8f4d-46b77c93b97b req-4107175e-6b04-456b-b252-4465676e1908 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16110910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726810954487'] for port, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:24.824615 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-aea73432-489f-4e39-99e2-be090824b3f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:24.884919 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5eb70aa-6d5a-4a92-8f4d-46b77c93b97b req-4107175e-6b04-456b-b252-4465676e1908 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Network cfdbc1d1-75c9-493c-aefe-3be5c8294cd4 is already hosted by enough agents. {{(pid=91874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:05:24.886146 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-35527083-6b4e-4356-8a44-ba7745d1444c req-353c7491-b8a4-447a-817d-1bd4c9730f29 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16110910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726810954487'] for port, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:24.899095 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [req-e5eb70aa-6d5a-4a92-8f4d-46b77c93b97b req-4107175e-6b04-456b-b252-4465676e1908 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Resources bound (agent type, host, resource id): {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:05:24.903793 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5eb70aa-6d5a-4a92-8f4d-46b77c93b97b req-4107175e-6b04-456b-b252-4465676e1908 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Received port after_create {{(pid=91874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:05:24.925687 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eb70aa-6d5a-4a92-8f4d-46b77c93b97b req-4107175e-6b04-456b-b252-4465676e1908 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:24.926482 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-e5eb70aa-6d5a-4a92-8f4d-46b77c93b97b req-4107175e-6b04-456b-b252-4465676e1908 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16222807'] for port, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:24.934517 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4107175e-6b04-456b-b252-4465676e1908 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Pushing event updated for resources: {'Port': ['ID=6575874c-1654-4f04-8efd-46fb3521dfb7,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:24.954164 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-4107175e-6b04-456b-b252-4465676e1908 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:24.954689 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-5d054e80-94d3-497d-9a77-32dfd9b6881e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:25.058687 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.db.api [req-02b82177-3da6-42e5-8edf-62617619a73c req-3cbe9e36-1342-44f2-8a54-eb7a1376e186 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.4-f82aa829-850c-413b-b487-5f41bb62d5e2 {{(pid=91875) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 16:05:25.059427 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_db.api [req-02b82177-3da6-42e5-8edf-62617619a73c req-3cbe9e36-1342-44f2-8a54-eb7a1376e186 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 16:05:25.075239 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35527083-6b4e-4356-8a44-ba7745d1444c req-353c7491-b8a4-447a-817d-1bd4c9730f29 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Network 97223e70-3be0-4b71-bad0-215c0b28ffe7 is already hosted by enough agents. {{(pid=91874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:05:25.085661 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [req-35527083-6b4e-4356-8a44-ba7745d1444c req-353c7491-b8a4-447a-817d-1bd4c9730f29 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Resources bound (agent type, host, resource id): {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:05:25.090742 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [req-35527083-6b4e-4356-8a44-ba7745d1444c req-353c7491-b8a4-447a-817d-1bd4c9730f29 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Received port after_create {{(pid=91874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:05:25.097306 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35527083-6b4e-4356-8a44-ba7745d1444c req-353c7491-b8a4-447a-817d-1bd4c9730f29 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:25.098153 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-35527083-6b4e-4356-8a44-ba7745d1444c req-353c7491-b8a4-447a-817d-1bd4c9730f29 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16222807'] for port, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:25.102531 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-e5eb70aa-6d5a-4a92-8f4d-46b77c93b97b req-4107175e-6b04-456b-b252-4465676e1908 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3421776 Jun 16 16:05:25.117313 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [req-e5eb70aa-6d5a-4a92-8f4d-46b77c93b97b req-577de441-5510-40ac-8e01-c38022c3e048 service neutron] Request body: {'port': {'device_id': 'b182016a-ee8e-4a87-8b8e-4d34fb9cf74b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:05:25.121086 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353c7491-b8a4-447a-817d-1bd4c9730f29 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Pushing event updated for resources: {'Port': ['ID=ca8703c9-c6b4-4d8f-be28-12dc629b84bc,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:25.164582 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-353c7491-b8a4-447a-817d-1bd4c9730f29 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:25.184860 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-35527083-6b4e-4356-8a44-ba7745d1444c req-353c7491-b8a4-447a-817d-1bd4c9730f29 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1232114 Jun 16 16:05:25.219797 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [req-35527083-6b4e-4356-8a44-ba7745d1444c req-6c5276ce-249f-4136-8134-bb00db68bb57 service neutron] Request body: {'port': {'device_id': '1a7719ee-7fb9-442d-a71c-6be294b6f5c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:05:25.348069 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-b9013374-dfa8-4418-a501-5044864aa540 None None] Provisioning for port 6575874c-1654-4f04-8efd-46fb3521dfb7 completed by entity DHCP. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:05:25.353256 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-b9013374-dfa8-4418-a501-5044864aa540 None None] Provisioning complete for port 6575874c-1654-4f04-8efd-46fb3521dfb7 triggered by entity DHCP. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:05:25.353675 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-b9013374-dfa8-4418-a501-5044864aa540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:25.377224 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0791f812-671d-4945-8369-3d558334119b req-f2dd3a9c-9a65-4168-8a18-49ece3f052bf tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:25.390801 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-0791f812-671d-4945-8369-3d558334119b req-f2dd3a9c-9a65-4168-8a18-49ece3f052bf tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] 10.222.0.49 "GET /v2.0/ports?device_id=9161da88-f8c8-4834-b8bf-25c415ee57f8 HTTP/1.1" status: 200 len: 943 time: 0.1448846 Jun 16 16:05:25.416082 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-35527083-6b4e-4356-8a44-ba7745d1444c req-6c5276ce-249f-4136-8134-bb00db68bb57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:25.418521 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-e5eb70aa-6d5a-4a92-8f4d-46b77c93b97b req-577de441-5510-40ac-8e01-c38022c3e048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:25.424722 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-b9013374-dfa8-4418-a501-5044864aa540 None None] Port 6575874c-1654-4f04-8efd-46fb3521dfb7 cannot update to ACTIVE because it is not bound. {{(pid=91876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:05:25.484340 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-0791f812-671d-4945-8369-3d558334119b req-b1549a30-badd-4a21-9317-678e55046070 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdcdfe14-ed1e-4eed-be98-af6baa230d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886052 Jun 16 16:05:25.562088 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-02b82177-3da6-42e5-8edf-62617619a73c req-3cbe9e36-1342-44f2-8a54-eb7a1376e186 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16110075'] for port, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:25.890443 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f00b16-6d58-4d15-8a8d-ea8de10fd189 req-beea1cf3-8155-47c3-a439-b8906692b54e tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:25.892237 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-27f00b16-6d58-4d15-8a8d-ea8de10fd189 req-beea1cf3-8155-47c3-a439-b8906692b54e tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 931 time: 0.3185403 Jun 16 16:05:25.907777 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-d0e2df2b-daf3-4d46-b8c0-c5e902077bd4 req-939920f7-aa08-41ca-9a84-6a329cb78c4a tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d1f42e3-421f-43d7-b3cb-f2594fef124f HTTP/1.1" status: 200 len: 210 time: 0.1322768 Jun 16 16:05:25.958217 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.db.db_base_plugin_common [req-02b82177-3da6-42e5-8edf-62617619a73c req-3cbe9e36-1342-44f2-8a54-eb7a1376e186 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Allocated IP 172.20.0.2 (97223e70-3be0-4b71-bad0-215c0b28ffe7/ca88b3dc-ceb5-4055-b366-67e774be9898/714d0464-4fc1-4a46-865a-cdae5e5b79ea) {{(pid=91875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:05:26.007502 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-27f00b16-6d58-4d15-8a8d-ea8de10fd189 req-d23ab4b2-266a-45dc-90a7-1c833b85528e tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041989 Jun 16 16:05:26.178511 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-5cb663aa-491a-4c6b-8bca-276a8ae0d990 req-3f5c5bd1-e9b7-447a-9cde-c296271943c2 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc60efe-e253-48bb-be1d-c16c72aab023 HTTP/1.1" status: 200 len: 210 time: 0.0643971 Jun 16 16:05:26.206729 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device 005fe02c-172e-4c68-9671-9220833f987d details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91876) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:05:26.271017 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-02b82177-3da6-42e5-8edf-62617619a73c req-3cbe9e36-1342-44f2-8a54-eb7a1376e186 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Notify callbacks [] for port, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:26.368107 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-02b82177-3da6-42e5-8edf-62617619a73c req-3cbe9e36-1342-44f2-8a54-eb7a1376e186 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16110910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726810954487'] for port, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:26.373306 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:26.386524 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] For port 005fe02c-172e-4c68-9671-9220833f987d, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=005fe02c-172e-4c68-9671-9220833f987d,segment=NetworkSegment(c56de4da-75a9-474a-9e98-16d3afde5ba9),segment_id=c56de4da-75a9-474a-9e98-16d3afde5ba9)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:05:26.403776 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Returning: {'device': '005fe02c-172e-4c68-9671-9220833f987d', 'network_id': '2de03ba3-731d-4eb0-919b-7f4e3c40d4e8', 'port_id': '005fe02c-172e-4c68-9671-9220833f987d', 'mac_address': 'fa:16:3e:6a:4c:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b85263bc-ee5e-4c64-aa33-ccef29e1ee95', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91876) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:05:26.476255 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02b82177-3da6-42e5-8edf-62617619a73c req-3cbe9e36-1342-44f2-8a54-eb7a1376e186 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Network 97223e70-3be0-4b71-bad0-215c0b28ffe7 is already hosted by enough agents. {{(pid=91875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:05:26.509617 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.base_scheduler [req-02b82177-3da6-42e5-8edf-62617619a73c req-3cbe9e36-1342-44f2-8a54-eb7a1376e186 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Resources bound (agent type, host, resource id): {{(pid=91875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:05:26.523521 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:26.559645 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.notifiers.nova [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 005fe02c-172e-4c68-9671-9220833f987d {{(pid=91876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:05:26.564211 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [req-02b82177-3da6-42e5-8edf-62617619a73c req-3cbe9e36-1342-44f2-8a54-eb7a1376e186 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Received port after_create {{(pid=91875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:05:26.593625 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b82177-3da6-42e5-8edf-62617619a73c req-3cbe9e36-1342-44f2-8a54-eb7a1376e186 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:26.594706 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-02b82177-3da6-42e5-8edf-62617619a73c req-3cbe9e36-1342-44f2-8a54-eb7a1376e186 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16222807'] for port, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:26.619200 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbe9e36-1342-44f2-8a54-eb7a1376e186 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Pushing event updated for resources: {'Port': ['ID=714d0464-4fc1-4a46-865a-cdae5e5b79ea,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:26.633176 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-3cbe9e36-1342-44f2-8a54-eb7a1376e186 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:26.651622 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] For port 005fe02c-172e-4c68-9671-9220833f987d, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=005fe02c-172e-4c68-9671-9220833f987d,segment=NetworkSegment(c56de4da-75a9-474a-9e98-16d3afde5ba9),segment_id=c56de4da-75a9-474a-9e98-16d3afde5ba9)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:05:26.658549 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [req-e5eb70aa-6d5a-4a92-8f4d-46b77c93b97b req-577de441-5510-40ac-8e01-c38022c3e048 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6575874c-1654-4f04-8efd-46fb3521dfb7 {{(pid=91874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:05:26.668656 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:26.675444 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:26.678705 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-02b82177-3da6-42e5-8edf-62617619a73c req-3cbe9e36-1342-44f2-8a54-eb7a1376e186 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2733541 Jun 16 16:05:26.693779 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.v2.base [req-02b82177-3da6-42e5-8edf-62617619a73c req-18321663-19f3-48ca-b033-e13b457a1254 service neutron] Request body: {'port': {'device_id': '6d1f42e3-421f-43d7-b3cb-f2594fef124f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=91875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:05:26.697832 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-e5eb70aa-6d5a-4a92-8f4d-46b77c93b97b req-577de441-5510-40ac-8e01-c38022c3e048 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:26.732803 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [req-e5eb70aa-6d5a-4a92-8f4d-46b77c93b97b req-577de441-5510-40ac-8e01-c38022c3e048 service neutron] Transition to ACTIVE for port object 6575874c-1654-4f04-8efd-46fb3521dfb7 will not be triggered until provisioned by entity L2. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:05:26.825857 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Pushing event updated for resources: {'Port': ['ID=005fe02c-172e-4c68-9671-9220833f987d,revision_number=4']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:26.837746 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:26.878321 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-02b82177-3da6-42e5-8edf-62617619a73c req-18321663-19f3-48ca-b033-e13b457a1254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:26.947937 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] get_ports_and_sgs() called for port_ids ['005fe02c-172e-4c68-9671-9220833f987d'] {{(pid=91876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:05:26.999630 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-e5eb70aa-6d5a-4a92-8f4d-46b77c93b97b req-577de441-5510-40ac-8e01-c38022c3e048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:27.044063 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:27.283806 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577de441-5510-40ac-8e01-c38022c3e048 service neutron] Pushing event updated for resources: {'Port': ['ID=6575874c-1654-4f04-8efd-46fb3521dfb7,revision_number=2']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:27.287598 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-577de441-5510-40ac-8e01-c38022c3e048 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:27.325811 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-e5eb70aa-6d5a-4a92-8f4d-46b77c93b97b req-577de441-5510-40ac-8e01-c38022c3e048 service neutron] Attempting to bind port 6575874c-1654-4f04-8efd-46fb3521dfb7 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:05:27.326156 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-e5eb70aa-6d5a-4a92-8f4d-46b77c93b97b req-577de441-5510-40ac-8e01-c38022c3e048 service neutron] Attempting to bind port 6575874c-1654-4f04-8efd-46fb3521dfb7 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '9b04c04a-5851-495d-91c5-098f1a7e56ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'cfdbc1d1-75c9-493c-aefe-3be5c8294cd4'}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:05:27.326540 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5eb70aa-6d5a-4a92-8f4d-46b77c93b97b req-577de441-5510-40ac-8e01-c38022c3e048 service neutron] Attempting to bind port 6575874c-1654-4f04-8efd-46fb3521dfb7 on network cfdbc1d1-75c9-493c-aefe-3be5c8294cd4 {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:05:27.357191 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d114b00-5bbd-47b2-9d92-2c04d67e981e req-c1d1d3cf-0db0-4876-a8cd-af96555ddfeb tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:27.358743 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-1d114b00-5bbd-47b2-9d92-2c04d67e981e req-c1d1d3cf-0db0-4876-a8cd-af96555ddfeb tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.15 "GET /v2.0/networks?id=9b440f45-4a88-4d84-9a29-8220f48297fe HTTP/1.1" status: 200 len: 809 time: 0.6227298 Jun 16 16:05:27.387653 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5eb70aa-6d5a-4a92-8f4d-46b77c93b97b req-577de441-5510-40ac-8e01-c38022c3e048 service neutron] Port 6575874c-1654-4f04-8efd-46fb3521dfb7 on network cfdbc1d1-75c9-493c-aefe-3be5c8294cd4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:05:27.387984 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5eb70aa-6d5a-4a92-8f4d-46b77c93b97b req-577de441-5510-40ac-8e01-c38022c3e048 service neutron] Attempting to bind port 6575874c-1654-4f04-8efd-46fb3521dfb7 on network cfdbc1d1-75c9-493c-aefe-3be5c8294cd4 {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:05:27.441579 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [req-35527083-6b4e-4356-8a44-ba7745d1444c req-6c5276ce-249f-4136-8134-bb00db68bb57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca8703c9-c6b4-4d8f-be28-12dc629b84bc {{(pid=91874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:05:27.453317 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-35527083-6b4e-4356-8a44-ba7745d1444c req-6c5276ce-249f-4136-8134-bb00db68bb57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:27.478370 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [req-35527083-6b4e-4356-8a44-ba7745d1444c req-6c5276ce-249f-4136-8134-bb00db68bb57 service neutron] Transition to ACTIVE for port object ca8703c9-c6b4-4d8f-be28-12dc629b84bc will not be triggered until provisioned by entity L2. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:05:27.482891 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5eb70aa-6d5a-4a92-8f4d-46b77c93b97b req-577de441-5510-40ac-8e01-c38022c3e048 service neutron] Checking agent: {'id': 'c85a6c45-3e6f-4705-b11b-38e758c67377', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 3, 19), 'started_at': datetime.datetime(2021, 6, 16, 16, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:05:27.483274 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5eb70aa-6d5a-4a92-8f4d-46b77c93b97b req-577de441-5510-40ac-8e01-c38022c3e048 service neutron] Checking segment: {'id': '9b04c04a-5851-495d-91c5-098f1a7e56ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'cfdbc1d1-75c9-493c-aefe-3be5c8294cd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:05:27.483626 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5eb70aa-6d5a-4a92-8f4d-46b77c93b97b req-577de441-5510-40ac-8e01-c38022c3e048 service neutron] Bound using segment: {'id': '9b04c04a-5851-495d-91c5-098f1a7e56ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'cfdbc1d1-75c9-493c-aefe-3be5c8294cd4'} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:05:27.484077 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-e5eb70aa-6d5a-4a92-8f4d-46b77c93b97b req-577de441-5510-40ac-8e01-c38022c3e048 service neutron] Bound port: 6575874c-1654-4f04-8efd-46fb3521dfb7, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b04c04a-5851-495d-91c5-098f1a7e56ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'cfdbc1d1-75c9-493c-aefe-3be5c8294cd4'}}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:05:27.484459 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-e5eb70aa-6d5a-4a92-8f4d-46b77c93b97b req-577de441-5510-40ac-8e01-c38022c3e048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:27.504557 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9688dbaa-7366-4988-bf8d-edfc96deb003 req-9f7562aa-699f-4f76-8379-68d54a774fda tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:27.510622 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-9688dbaa-7366-4988-bf8d-edfc96deb003 req-9f7562aa-699f-4f76-8379-68d54a774fda tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] 10.222.0.49 "GET /v2.0/ports?device_id=9161da88-f8c8-4834-b8bf-25c415ee57f8 HTTP/1.1" status: 200 len: 944 time: 0.5214849 Jun 16 16:05:27.522331 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-35527083-6b4e-4356-8a44-ba7745d1444c req-6c5276ce-249f-4136-8134-bb00db68bb57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:27.539178 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-aea73432-489f-4e39-99e2-be090824b3f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:27.616711 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-1d114b00-5bbd-47b2-9d92-2c04d67e981e req-fef4c46c-f10e-4c47-9ea3-6eaf273a171e tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6f37c6beb22479fae2758d3ed17d813 HTTP/1.1" status: 200 len: 379 time: 0.1473062 Jun 16 16:05:27.626998 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d2cde7-fc87-4fa0-9921-ea117cbd7391 req-94b4baca-2c96-4dab-91b0-0ece4185a6ad tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:27.634102 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-d6d2cde7-fc87-4fa0-9921-ea117cbd7391 req-94b4baca-2c96-4dab-91b0-0ece4185a6ad tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d1f42e3-421f-43d7-b3cb-f2594fef124f HTTP/1.1" status: 200 len: 931 time: 0.1769600 Jun 16 16:05:27.659993 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [req-1d114b00-5bbd-47b2-9d92-2c04d67e981e req-e7efe96e-bbbc-40d9-b237-8e5886c00e97 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Request body: {'port': {'device_id': '0cc60efe-e253-48bb-be1d-c16c72aab023', 'network_id': '9b440f45-4a88-4d84-9a29-8220f48297fe', 'admin_state_up': True, 'tenant_id': 'b6f37c6beb22479fae2758d3ed17d813', 'security_groups': ['01064c80-ee96-4ba5-9d69-666f89adc486']}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:05:27.690653 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-d6d2cde7-fc87-4fa0-9921-ea117cbd7391 req-106b5568-59f3-46a8-94e4-278e0878ab6f tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553584 Jun 16 16:05:27.707125 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-9688dbaa-7366-4988-bf8d-edfc96deb003 req-5d678e57-cb8e-4278-a2e4-1d3510bc13fe tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdcdfe14-ed1e-4eed-be98-af6baa230d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815963 Jun 16 16:05:27.721186 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5276ce-249f-4136-8134-bb00db68bb57 service neutron] Pushing event updated for resources: {'Port': ['ID=ca8703c9-c6b4-4d8f-be28-12dc629b84bc,revision_number=2']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:27.724115 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6c5276ce-249f-4136-8134-bb00db68bb57 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:27.784131 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [req-02b82177-3da6-42e5-8edf-62617619a73c req-18321663-19f3-48ca-b033-e13b457a1254 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 714d0464-4fc1-4a46-865a-cdae5e5b79ea {{(pid=91875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:05:27.805537 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-02b82177-3da6-42e5-8edf-62617619a73c req-18321663-19f3-48ca-b033-e13b457a1254 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:27.807497 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [req-e5eb70aa-6d5a-4a92-8f4d-46b77c93b97b req-577de441-5510-40ac-8e01-c38022c3e048 service neutron] For port 6575874c-1654-4f04-8efd-46fb3521dfb7, host hv-cinder-79611, cleared binding levels {{(pid=91874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:05:27.821639 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-35527083-6b4e-4356-8a44-ba7745d1444c req-6c5276ce-249f-4136-8134-bb00db68bb57 service neutron] Attempting to bind port ca8703c9-c6b4-4d8f-be28-12dc629b84bc on host hv-cinder-79611 for vnic_type normal with profile {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:05:27.822102 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-35527083-6b4e-4356-8a44-ba7745d1444c req-6c5276ce-249f-4136-8134-bb00db68bb57 service neutron] Attempting to bind port ca8703c9-c6b4-4d8f-be28-12dc629b84bc by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': 'e3ef9535-e5ad-46f0-9fc0-c954d062c2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '97223e70-3be0-4b71-bad0-215c0b28ffe7'}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:05:27.822312 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35527083-6b4e-4356-8a44-ba7745d1444c req-6c5276ce-249f-4136-8134-bb00db68bb57 service neutron] Attempting to bind port ca8703c9-c6b4-4d8f-be28-12dc629b84bc on network 97223e70-3be0-4b71-bad0-215c0b28ffe7 {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:05:27.836004 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [req-e5eb70aa-6d5a-4a92-8f4d-46b77c93b97b req-577de441-5510-40ac-8e01-c38022c3e048 service neutron] For port 6575874c-1654-4f04-8efd-46fb3521dfb7, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=6575874c-1654-4f04-8efd-46fb3521dfb7,segment=NetworkSegment(9b04c04a-5851-495d-91c5-098f1a7e56ff),segment_id=9b04c04a-5851-495d-91c5-098f1a7e56ff)] {{(pid=91874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:05:27.846421 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35527083-6b4e-4356-8a44-ba7745d1444c req-6c5276ce-249f-4136-8134-bb00db68bb57 service neutron] Port ca8703c9-c6b4-4d8f-be28-12dc629b84bc on network 97223e70-3be0-4b71-bad0-215c0b28ffe7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:05:27.847022 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35527083-6b4e-4356-8a44-ba7745d1444c req-6c5276ce-249f-4136-8134-bb00db68bb57 service neutron] Attempting to bind port ca8703c9-c6b4-4d8f-be28-12dc629b84bc on network 97223e70-3be0-4b71-bad0-215c0b28ffe7 {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:05:27.855883 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-e5eb70aa-6d5a-4a92-8f4d-46b77c93b97b req-577de441-5510-40ac-8e01-c38022c3e048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:27.856880 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [req-02b82177-3da6-42e5-8edf-62617619a73c req-18321663-19f3-48ca-b033-e13b457a1254 service neutron] Transition to ACTIVE for port object 714d0464-4fc1-4a46-865a-cdae5e5b79ea will not be triggered until provisioned by entity L2. {{(pid=91875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:05:27.857287 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35527083-6b4e-4356-8a44-ba7745d1444c req-6c5276ce-249f-4136-8134-bb00db68bb57 service neutron] Checking agent: {'id': 'c85a6c45-3e6f-4705-b11b-38e758c67377', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 3, 19), 'started_at': datetime.datetime(2021, 6, 16, 16, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:05:27.857691 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35527083-6b4e-4356-8a44-ba7745d1444c req-6c5276ce-249f-4136-8134-bb00db68bb57 service neutron] Checking segment: {'id': 'e3ef9535-e5ad-46f0-9fc0-c954d062c2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '97223e70-3be0-4b71-bad0-215c0b28ffe7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:05:27.858068 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35527083-6b4e-4356-8a44-ba7745d1444c req-6c5276ce-249f-4136-8134-bb00db68bb57 service neutron] Bound using segment: {'id': 'e3ef9535-e5ad-46f0-9fc0-c954d062c2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '97223e70-3be0-4b71-bad0-215c0b28ffe7'} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:05:27.858500 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-35527083-6b4e-4356-8a44-ba7745d1444c req-6c5276ce-249f-4136-8134-bb00db68bb57 service neutron] Bound port: ca8703c9-c6b4-4d8f-be28-12dc629b84bc, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3ef9535-e5ad-46f0-9fc0-c954d062c2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '97223e70-3be0-4b71-bad0-215c0b28ffe7'}}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:05:27.858835 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-35527083-6b4e-4356-8a44-ba7745d1444c req-6c5276ce-249f-4136-8134-bb00db68bb57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:27.872283 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-02b82177-3da6-42e5-8edf-62617619a73c req-18321663-19f3-48ca-b033-e13b457a1254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:27.874493 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:27.876918 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:27.935963 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eb70aa-6d5a-4a92-8f4d-46b77c93b97b req-577de441-5510-40ac-8e01-c38022c3e048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:27.936601 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-e5eb70aa-6d5a-4a92-8f4d-46b77c93b97b req-577de441-5510-40ac-8e01-c38022c3e048 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16222807'] for port, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:27.945099 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-e5eb70aa-6d5a-4a92-8f4d-46b77c93b97b req-577de441-5510-40ac-8e01-c38022c3e048 service neutron] 10.222.0.15 "PUT /v2.0/ports/6575874c-1654-4f04-8efd-46fb3521dfb7 HTTP/1.1" status: 200 len: 1093 time: 2.8260870 Jun 16 16:05:27.961840 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b182016a-ee8e-4a87-8b8e-4d34fb9cf74b', 'tag': '6575874c-1654-4f04-8efd-46fb3521dfb7'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:05:27.968782 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac39972ab304bebcb834853fc43b221d920fab97f47da84b7636f2612ed6f187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e059a1f0-6974-4f2e-ae23-1125c398a360" -d '{"events": [{"name": "network-changed", "server_uuid": "b182016a-ee8e-4a87-8b8e-4d34fb9cf74b", "tag": "6575874c-1654-4f04-8efd-46fb3521dfb7"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:05:28.090652 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-51e20aec-5651-4c21-a3ca-1ed4c0e00fa6 req-6c851bf5-168f-4b25-bf42-2786586b993d tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc60efe-e253-48bb-be1d-c16c72aab023 HTTP/1.1" status: 200 len: 210 time: 0.1209319 Jun 16 16:05:28.091731 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d114b00-5bbd-47b2-9d92-2c04d67e981e req-e7efe96e-bbbc-40d9-b237-8e5886c00e97 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Made reservation on behalf of b6f37c6beb22479fae2758d3ed17d813 for: {'port': 1} {{(pid=91874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:05:28.095239 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-1d114b00-5bbd-47b2-9d92-2c04d67e981e req-e7efe96e-bbbc-40d9-b237-8e5886c00e97 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16110075'] for port, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:28.127123 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18321663-19f3-48ca-b033-e13b457a1254 service neutron] Pushing event updated for resources: {'Port': ['ID=714d0464-4fc1-4a46-865a-cdae5e5b79ea,revision_number=2']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:28.145913 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-18321663-19f3-48ca-b033-e13b457a1254 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:28.179253 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577de441-5510-40ac-8e01-c38022c3e048 service neutron] Pushing event updated for resources: {'Port': ['ID=6575874c-1654-4f04-8efd-46fb3521dfb7,revision_number=3']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:28.183195 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-577de441-5510-40ac-8e01-c38022c3e048 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:28.183817 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device 005fe02c-172e-4c68-9671-9220833f987d up at agent hyperv_hv-cinder-79611 {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:05:28.222813 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7659520f-609d-424b-85b8-98a7d5813b68 x-openstack-request-id: req-7659520f-609d-424b-85b8-98a7d5813b68 {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:05:28.223186 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b182016a-ee8e-4a87-8b8e-4d34fb9cf74b", "tag": "6575874c-1654-4f04-8efd-46fb3521dfb7", "status": "completed", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:05:28.223368 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7659520f-609d-424b-85b8-98a7d5813b68 {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:05:28.223771 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b182016a-ee8e-4a87-8b8e-4d34fb9cf74b', 'tag': '6575874c-1654-4f04-8efd-46fb3521dfb7', 'status': 'completed', 'code': 200} Jun 16 16:05:28.255234 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [req-02b82177-3da6-42e5-8edf-62617619a73c req-18321663-19f3-48ca-b033-e13b457a1254 service neutron] Attempting to bind port 714d0464-4fc1-4a46-865a-cdae5e5b79ea on host hv-cinder-79611 for vnic_type normal with profile {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:05:28.256585 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [req-02b82177-3da6-42e5-8edf-62617619a73c req-18321663-19f3-48ca-b033-e13b457a1254 service neutron] Attempting to bind port 714d0464-4fc1-4a46-865a-cdae5e5b79ea by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': 'e3ef9535-e5ad-46f0-9fc0-c954d062c2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '97223e70-3be0-4b71-bad0-215c0b28ffe7'}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:05:28.257910 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b82177-3da6-42e5-8edf-62617619a73c req-18321663-19f3-48ca-b033-e13b457a1254 service neutron] Attempting to bind port 714d0464-4fc1-4a46-865a-cdae5e5b79ea on network 97223e70-3be0-4b71-bad0-215c0b28ffe7 {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:05:28.258494 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [req-35527083-6b4e-4356-8a44-ba7745d1444c req-6c5276ce-249f-4136-8134-bb00db68bb57 service neutron] For port ca8703c9-c6b4-4d8f-be28-12dc629b84bc, host hv-cinder-79611, cleared binding levels {{(pid=91874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:05:28.269065 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b82177-3da6-42e5-8edf-62617619a73c req-18321663-19f3-48ca-b033-e13b457a1254 service neutron] Port 714d0464-4fc1-4a46-865a-cdae5e5b79ea on network 97223e70-3be0-4b71-bad0-215c0b28ffe7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:05:28.272162 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b82177-3da6-42e5-8edf-62617619a73c req-18321663-19f3-48ca-b033-e13b457a1254 service neutron] Attempting to bind port 714d0464-4fc1-4a46-865a-cdae5e5b79ea on network 97223e70-3be0-4b71-bad0-215c0b28ffe7 {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:05:28.284448 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b82177-3da6-42e5-8edf-62617619a73c req-18321663-19f3-48ca-b033-e13b457a1254 service neutron] Checking agent: {'id': 'c85a6c45-3e6f-4705-b11b-38e758c67377', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 3, 19), 'started_at': datetime.datetime(2021, 6, 16, 16, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:05:28.284788 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b82177-3da6-42e5-8edf-62617619a73c req-18321663-19f3-48ca-b033-e13b457a1254 service neutron] Checking segment: {'id': 'e3ef9535-e5ad-46f0-9fc0-c954d062c2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '97223e70-3be0-4b71-bad0-215c0b28ffe7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:05:28.285484 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b82177-3da6-42e5-8edf-62617619a73c req-18321663-19f3-48ca-b033-e13b457a1254 service neutron] Bound using segment: {'id': 'e3ef9535-e5ad-46f0-9fc0-c954d062c2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '97223e70-3be0-4b71-bad0-215c0b28ffe7'} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:05:28.285797 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [req-02b82177-3da6-42e5-8edf-62617619a73c req-18321663-19f3-48ca-b033-e13b457a1254 service neutron] Bound port: 714d0464-4fc1-4a46-865a-cdae5e5b79ea, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3ef9535-e5ad-46f0-9fc0-c954d062c2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '97223e70-3be0-4b71-bad0-215c0b28ffe7'}}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:05:28.286144 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-02b82177-3da6-42e5-8edf-62617619a73c req-18321663-19f3-48ca-b033-e13b457a1254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:28.296171 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [req-35527083-6b4e-4356-8a44-ba7745d1444c req-6c5276ce-249f-4136-8134-bb00db68bb57 service neutron] For port ca8703c9-c6b4-4d8f-be28-12dc629b84bc, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=ca8703c9-c6b4-4d8f-be28-12dc629b84bc,segment=NetworkSegment(e3ef9535-e5ad-46f0-9fc0-c954d062c2cb),segment_id=e3ef9535-e5ad-46f0-9fc0-c954d062c2cb)] {{(pid=91874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:05:28.320219 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-35527083-6b4e-4356-8a44-ba7745d1444c req-6c5276ce-249f-4136-8134-bb00db68bb57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:28.321122 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Provisioning for port 005fe02c-172e-4c68-9671-9220833f987d completed by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:05:28.325891 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Provisioning complete for port 005fe02c-172e-4c68-9671-9220833f987d triggered by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:05:28.326277 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:28.341796 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-9fce1a92-86be-4597-9af5-a2ed27996f29 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:28.395216 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [req-02b82177-3da6-42e5-8edf-62617619a73c req-18321663-19f3-48ca-b033-e13b457a1254 service neutron] For port 714d0464-4fc1-4a46-865a-cdae5e5b79ea, host hv-cinder-79611, cleared binding levels {{(pid=91875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:05:28.401903 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [req-02b82177-3da6-42e5-8edf-62617619a73c req-18321663-19f3-48ca-b033-e13b457a1254 service neutron] For port 714d0464-4fc1-4a46-865a-cdae5e5b79ea, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=714d0464-4fc1-4a46-865a-cdae5e5b79ea,segment=NetworkSegment(e3ef9535-e5ad-46f0-9fc0-c954d062c2cb),segment_id=e3ef9535-e5ad-46f0-9fc0-c954d062c2cb)] {{(pid=91875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:05:28.403932 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eb70aa-6d5a-4a92-8f4d-46b77c93b97b req-57d259e5-8cd2-4c1d-9d02-d29d687b4a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:28.406143 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-e5eb70aa-6d5a-4a92-8f4d-46b77c93b97b req-57d259e5-8cd2-4c1d-9d02-d29d687b4a51 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=16b677d62510476d919b610e7baa5577&device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 1096 time: 0.3535531 Jun 16 16:05:28.410111 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-02b82177-3da6-42e5-8edf-62617619a73c req-18321663-19f3-48ca-b033-e13b457a1254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:28.416489 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-4703d1b6-e52e-4483-8ab6-2fd6f319f054 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:28.426592 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35527083-6b4e-4356-8a44-ba7745d1444c req-6c5276ce-249f-4136-8134-bb00db68bb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:28.427291 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-35527083-6b4e-4356-8a44-ba7745d1444c req-6c5276ce-249f-4136-8134-bb00db68bb57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16222807'] for port, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:28.429572 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-35527083-6b4e-4356-8a44-ba7745d1444c req-6c5276ce-249f-4136-8134-bb00db68bb57 service neutron] 10.222.0.15 "PUT /v2.0/ports/ca8703c9-c6b4-4d8f-be28-12dc629b84bc HTTP/1.1" status: 200 len: 1093 time: 3.2297475 Jun 16 16:05:28.448692 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba4a28-0bad-4367-9b1d-c250c8915043 req-8fb81565-b8f8-49bb-8550-34d0078f40b7 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:28.450532 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-65ba4a28-0bad-4367-9b1d-c250c8915043 req-8fb81565-b8f8-49bb-8550-34d0078f40b7 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 943 time: 0.3934996 Jun 16 16:05:28.476224 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b82177-3da6-42e5-8edf-62617619a73c req-18321663-19f3-48ca-b033-e13b457a1254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:28.477174 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-02b82177-3da6-42e5-8edf-62617619a73c req-18321663-19f3-48ca-b033-e13b457a1254 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16222807'] for port, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:28.479038 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-02b82177-3da6-42e5-8edf-62617619a73c req-18321663-19f3-48ca-b033-e13b457a1254 service neutron] 10.222.0.15 "PUT /v2.0/ports/714d0464-4fc1-4a46-865a-cdae5e5b79ea HTTP/1.1" status: 200 len: 1093 time: 1.7913828 Jun 16 16:05:28.482246 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d1f42e3-421f-43d7-b3cb-f2594fef124f', 'tag': '714d0464-4fc1-4a46-865a-cdae5e5b79ea'}] {{(pid=91875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:05:28.524809 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:28.557357 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9161da88-f8c8-4834-b8bf-25c415ee57f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '005fe02c-172e-4c68-9671-9220833f987d'}] {{(pid=91876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:05:28.565156 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-e5eb70aa-6d5a-4a92-8f4d-46b77c93b97b req-571363c6-ce80-4707-81f3-a3005c994a29 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6575874c-1654-4f04-8efd-46fb3521dfb7 HTTP/1.1" status: 200 len: 217 time: 0.1439531 Jun 16 16:05:28.570587 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_common [req-1d114b00-5bbd-47b2-9d92-2c04d67e981e req-e7efe96e-bbbc-40d9-b237-8e5886c00e97 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Allocated IP 172.20.0.5 (9b440f45-4a88-4d84-9a29-8220f48297fe/ea00e02a-6838-40a9-b1d7-a5a03e20d3b1/251c5bee-1a5b-4457-960d-646b0cb7a851) {{(pid=91874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:05:28.594705 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5276ce-249f-4136-8134-bb00db68bb57 service neutron] Pushing event updated for resources: {'Port': ['ID=ca8703c9-c6b4-4d8f-be28-12dc629b84bc,revision_number=3']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:28.603902 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6c5276ce-249f-4136-8134-bb00db68bb57 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:28.668621 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] For port 005fe02c-172e-4c68-9671-9220833f987d, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=005fe02c-172e-4c68-9671-9220833f987d,segment=NetworkSegment(c56de4da-75a9-474a-9e98-16d3afde5ba9),segment_id=c56de4da-75a9-474a-9e98-16d3afde5ba9)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:05:28.678437 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:28.679103 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:28.707256 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18321663-19f3-48ca-b033-e13b457a1254 service neutron] Pushing event updated for resources: {'Port': ['ID=714d0464-4fc1-4a46-865a-cdae5e5b79ea,revision_number=3']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:28.718768 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-65ba4a28-0bad-4367-9b1d-c250c8915043 req-4b0e6359-2585-4691-ae98-4a39fdbda32e tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2529933 Jun 16 16:05:28.739972 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-18321663-19f3-48ca-b033-e13b457a1254 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:28.752594 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eb70aa-6d5a-4a92-8f4d-46b77c93b97b req-1fd18fd2-e0a1-419e-a6c2-9bfb52bba7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:28.753046 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-e5eb70aa-6d5a-4a92-8f4d-46b77c93b97b req-1fd18fd2-e0a1-419e-a6c2-9bfb52bba7c6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6b78bc3c-b434-4bd5-9871-761bea7dd046 HTTP/1.1" status: 200 len: 856 time: 0.1785376 Jun 16 16:05:28.772706 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Pushing event updated for resources: {'Port': ['ID=005fe02c-172e-4c68-9671-9220833f987d,revision_number=5']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:28.776338 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:28.856623 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b82177-3da6-42e5-8edf-62617619a73c req-b5a64e25-e0e3-4693-83b5-6fbca38cb57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:28.859278 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-02b82177-3da6-42e5-8edf-62617619a73c req-b5a64e25-e0e3-4693-83b5-6fbca38cb57c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9736a5dc95504648ab9aceb89928bdef&device_id=6d1f42e3-421f-43d7-b3cb-f2594fef124f HTTP/1.1" status: 200 len: 1096 time: 0.2707062 Jun 16 16:05:28.890782 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd288140b641fa203b825626e643c4ae2408c15f4fce5032d4686340f68cf7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2964417b-f81d-418a-bfb7-20867279d3b6" -d '{"events": [{"name": "network-changed", "server_uuid": "6d1f42e3-421f-43d7-b3cb-f2594fef124f", "tag": "714d0464-4fc1-4a46-865a-cdae5e5b79ea"}]}' {{(pid=91875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:05:28.917518 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35527083-6b4e-4356-8a44-ba7745d1444c req-3aebfe4c-2b6a-4850-a87c-5c66ba1e46f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:28.922644 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-35527083-6b4e-4356-8a44-ba7745d1444c req-3aebfe4c-2b6a-4850-a87c-5c66ba1e46f2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9736a5dc95504648ab9aceb89928bdef&device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1 HTTP/1.1" status: 200 len: 1096 time: 0.3858016 Jun 16 16:05:28.948822 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a9c68db8c06307a0250ecdd4df366f09270e0987ddc1c5d61c2ecaceaac02f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-778c1f05-78aa-458f-9019-cf809149862a" -d '{"events": [{"server_uuid": "9161da88-f8c8-4834-b8bf-25c415ee57f8", "name": "network-vif-plugged", "status": "completed", "tag": "005fe02c-172e-4c68-9671-9220833f987d"}]}' {{(pid=91876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:05:29.054841 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1716598-1173-4bd2-a3cf-e94aed20e60d req-8f4df3ac-ef82-47e0-89d7-e601d5cbc3f2 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:29.057144 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-e1716598-1173-4bd2-a3cf-e94aed20e60d req-8f4df3ac-ef82-47e0-89d7-e601d5cbc3f2 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] 10.222.0.49 "GET /v2.0/ports?device_id=9161da88-f8c8-4834-b8bf-25c415ee57f8 HTTP/1.1" status: 200 len: 945 time: 0.0918026 Jun 16 16:05:29.062242 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-1d114b00-5bbd-47b2-9d92-2c04d67e981e req-e7efe96e-bbbc-40d9-b237-8e5886c00e97 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks [] for port, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:29.070527 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eb70aa-6d5a-4a92-8f4d-46b77c93b97b req-70dabed9-9ca7-4a3e-ad78-0bd83010fd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:29.072264 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-e5eb70aa-6d5a-4a92-8f4d-46b77c93b97b req-70dabed9-9ca7-4a3e-ad78-0bd83010fd71 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cfdbc1d1-75c9-493c-aefe-3be5c8294cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3111989 Jun 16 16:05:29.087983 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [req-1d114b00-5bbd-47b2-9d92-2c04d67e981e req-e7efe96e-bbbc-40d9-b237-8e5886c00e97 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Transition to ACTIVE for port object 251c5bee-1a5b-4457-960d-646b0cb7a851 will not be triggered until provisioned by entity DHCP. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:05:29.105691 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-e1716598-1173-4bd2-a3cf-e94aed20e60d req-78c5779f-bb8c-497f-8710-e051b4e3102e tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdcdfe14-ed1e-4eed-be98-af6baa230d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422277 Jun 16 16:05:29.151521 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aee686-848f-40cc-befb-eacc9b9749e1 req-01e34ad4-f70d-4afc-ba2a-baf5d532db28 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:29.158431 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-15aee686-848f-40cc-befb-eacc9b9749e1 req-01e34ad4-f70d-4afc-ba2a-baf5d532db28 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d1f42e3-421f-43d7-b3cb-f2594fef124f HTTP/1.1" status: 200 len: 943 time: 0.1558769 Jun 16 16:05:29.195453 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-1d114b00-5bbd-47b2-9d92-2c04d67e981e req-e7efe96e-bbbc-40d9-b237-8e5886c00e97 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16110910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726810954487'] for port, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:29.201303 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-4107175e-6b04-456b-b252-4465676e1908 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:29.220736 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-15aee686-848f-40cc-befb-eacc9b9749e1 req-2a62b926-8f5b-4481-8eac-93b891a9f4c6 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613506 Jun 16 16:05:29.236654 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b19df1-e5c5-4a8c-9985-5e18d4659a5f x-openstack-request-id: req-a0b19df1-e5c5-4a8c-9985-5e18d4659a5f {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:05:29.241790 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d1f42e3-421f-43d7-b3cb-f2594fef124f", "tag": "714d0464-4fc1-4a46-865a-cdae5e5b79ea", "status": "completed", "code": 200}]} {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:05:29.241790 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a0b19df1-e5c5-4a8c-9985-5e18d4659a5f {{(pid=91875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:05:29.241790 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d1f42e3-421f-43d7-b3cb-f2594fef124f', 'tag': '714d0464-4fc1-4a46-865a-cdae5e5b79ea', 'status': 'completed', 'code': 200} Jun 16 16:05:29.349043 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa14bf3-a098-4d82-acd5-1571dbf5bfd1 x-openstack-request-id: req-efa14bf3-a098-4d82-acd5-1571dbf5bfd1 {{(pid=91876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:05:29.350235 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9161da88-f8c8-4834-b8bf-25c415ee57f8", "name": "network-vif-plugged", "status": "completed", "tag": "005fe02c-172e-4c68-9671-9220833f987d", "code": 200}]} {{(pid=91876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:05:29.350235 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-efa14bf3-a098-4d82-acd5-1571dbf5bfd1 {{(pid=91876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:05:29.350807 dv-cinder-796114-3-iscsi neutron-server[91876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9161da88-f8c8-4834-b8bf-25c415ee57f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '005fe02c-172e-4c68-9671-9220833f987d', 'code': 200} Jun 16 16:05:29.551281 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d114b00-5bbd-47b2-9d92-2c04d67e981e req-e7efe96e-bbbc-40d9-b237-8e5886c00e97 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Network 9b440f45-4a88-4d84-9a29-8220f48297fe is already hosted by enough agents. {{(pid=91874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:05:29.559313 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [req-1d114b00-5bbd-47b2-9d92-2c04d67e981e req-e7efe96e-bbbc-40d9-b237-8e5886c00e97 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Resources bound (agent type, host, resource id): {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:05:29.563058 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d114b00-5bbd-47b2-9d92-2c04d67e981e req-e7efe96e-bbbc-40d9-b237-8e5886c00e97 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Received port after_create {{(pid=91874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:05:29.569538 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d114b00-5bbd-47b2-9d92-2c04d67e981e req-e7efe96e-bbbc-40d9-b237-8e5886c00e97 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:29.570133 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-1d114b00-5bbd-47b2-9d92-2c04d67e981e req-e7efe96e-bbbc-40d9-b237-8e5886c00e97 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16222807'] for port, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:29.572459 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7efe96e-bbbc-40d9-b237-8e5886c00e97 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Pushing event updated for resources: {'Port': ['ID=251c5bee-1a5b-4457-960d-646b0cb7a851,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:29.576765 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-e7efe96e-bbbc-40d9-b237-8e5886c00e97 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:29.598634 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-1d114b00-5bbd-47b2-9d92-2c04d67e981e req-e7efe96e-bbbc-40d9-b237-8e5886c00e97 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9487169 Jun 16 16:05:29.625436 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3523e18e-6d0e-46bf-b094-512f72c3b677 req-1e986761-3f13-4bcb-ae74-558bb340d43a tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:29.625436 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-3523e18e-6d0e-46bf-b094-512f72c3b677 req-1e986761-3f13-4bcb-ae74-558bb340d43a tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc60efe-e253-48bb-be1d-c16c72aab023 HTTP/1.1" status: 200 len: 931 time: 0.1261981 Jun 16 16:05:29.668282 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-3523e18e-6d0e-46bf-b094-512f72c3b677 req-e49ac4bd-6156-461a-8513-5fe9b698a709 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/security-groups?id=01064c80-ee96-4ba5-9d69-666f89adc486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372412 Jun 16 16:05:29.857852 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-4f082397-0ab5-4788-a9dd-6cb5968032df None None] Provisioning for port 251c5bee-1a5b-4457-960d-646b0cb7a851 completed by entity DHCP. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:05:29.861741 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-4f082397-0ab5-4788-a9dd-6cb5968032df None None] Provisioning complete for port 251c5bee-1a5b-4457-960d-646b0cb7a851 triggered by entity DHCP. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:05:29.862328 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-4f082397-0ab5-4788-a9dd-6cb5968032df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:29.898430 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-4f082397-0ab5-4788-a9dd-6cb5968032df None None] Port 251c5bee-1a5b-4457-960d-646b0cb7a851 cannot update to ACTIVE because it is not bound. {{(pid=91876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:05:29.942338 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1803e1-bbc7-4d72-9dbe-0ee14c61a4d0 req-1f4a2b26-a030-4797-b595-f8286a81ad79 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:29.944217 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-de1803e1-bbc7-4d72-9dbe-0ee14c61a4d0 req-1f4a2b26-a030-4797-b595-f8286a81ad79 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 943 time: 0.0657799 Jun 16 16:05:29.983808 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-de1803e1-bbc7-4d72-9dbe-0ee14c61a4d0 req-9a32a9da-80dc-478a-84ca-738a9001a1c2 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334401 Jun 16 16:05:30.228912 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a7719ee-7fb9-442d-a71c-6be294b6f5c1', 'tag': 'ca8703c9-c6b4-4d8f-be28-12dc629b84bc'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:05:30.231851 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac39972ab304bebcb834853fc43b221d920fab97f47da84b7636f2612ed6f187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e928b34-3e22-448d-a24f-f03651da92a6" -d '{"events": [{"name": "network-changed", "server_uuid": "1a7719ee-7fb9-442d-a71c-6be294b6f5c1", "tag": "ca8703c9-c6b4-4d8f-be28-12dc629b84bc"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:05:30.268212 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b53ad0e-b65c-4b40-aeb2-0916a8ebecfb x-openstack-request-id: req-3b53ad0e-b65c-4b40-aeb2-0916a8ebecfb {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:05:30.268679 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a7719ee-7fb9-442d-a71c-6be294b6f5c1", "tag": "ca8703c9-c6b4-4d8f-be28-12dc629b84bc", "status": "completed", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:05:30.268953 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3b53ad0e-b65c-4b40-aeb2-0916a8ebecfb {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:05:30.269357 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a7719ee-7fb9-442d-a71c-6be294b6f5c1', 'tag': 'ca8703c9-c6b4-4d8f-be28-12dc629b84bc', 'status': 'completed', 'code': 200} Jun 16 16:05:30.292597 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66d584b-6921-4a9c-aa9a-248e6601ccca req-53c64aea-875a-484c-bd6c-6f8cbcabdb4e tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:30.297149 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d66d584b-6921-4a9c-aa9a-248e6601ccca req-53c64aea-875a-484c-bd6c-6f8cbcabdb4e tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] 10.222.0.49 "GET /v2.0/ports?device_id=9161da88-f8c8-4834-b8bf-25c415ee57f8 HTTP/1.1" status: 200 len: 945 time: 0.0746791 Jun 16 16:05:30.337222 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d66d584b-6921-4a9c-aa9a-248e6601ccca req-dd098522-c630-4d45-9a68-858b1fe98371 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdcdfe14-ed1e-4eed-be98-af6baa230d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371380 Jun 16 16:05:30.416317 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc0d28-c514-4247-9687-4ec4a0abe289 req-138f888f-9dd0-451d-9065-575cef47ad05 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:30.417669 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-10fc0d28-c514-4247-9687-4ec4a0abe289 req-138f888f-9dd0-451d-9065-575cef47ad05 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d1f42e3-421f-43d7-b3cb-f2594fef124f HTTP/1.1" status: 200 len: 943 time: 0.0614414 Jun 16 16:05:30.457096 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-10fc0d28-c514-4247-9687-4ec4a0abe289 req-23fca98b-1e37-4e68-b869-b4e18df29267 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338116 Jun 16 16:05:30.848882 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b564c-e98c-4bff-854a-bcb61cb625f2 req-d18c4f59-66a9-4f3f-9d0a-aa02ecba209a tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:30.850356 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2d4b564c-e98c-4bff-854a-bcb61cb625f2 req-d18c4f59-66a9-4f3f-9d0a-aa02ecba209a tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc60efe-e253-48bb-be1d-c16c72aab023 HTTP/1.1" status: 200 len: 931 time: 0.0620251 Jun 16 16:05:30.887025 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2d4b564c-e98c-4bff-854a-bcb61cb625f2 req-322c6028-6f12-40a1-bd4f-872eedf3b181 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/security-groups?id=01064c80-ee96-4ba5-9d69-666f89adc486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310922 Jun 16 16:05:31.169788 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f76036-d998-42b2-a90f-ce05fafcbcf0 req-c64ba2ea-bc46-43fe-92a4-e3b4cdd37d0b tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:31.171203 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-b1f76036-d998-42b2-a90f-ce05fafcbcf0 req-c64ba2ea-bc46-43fe-92a4-e3b4cdd37d0b tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 943 time: 0.0608907 Jun 16 16:05:31.207284 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-b1f76036-d998-42b2-a90f-ce05fafcbcf0 req-26d378f9-1e5a-4224-b304-63f8335b57fb tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306151 Jun 16 16:05:31.517128 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ab28c3-9dce-4d4c-8b0f-412097a75047 req-34a576b0-bee5-45ee-98ff-2eefce454bd5 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:31.518627 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f5ab28c3-9dce-4d4c-8b0f-412097a75047 req-34a576b0-bee5-45ee-98ff-2eefce454bd5 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] 10.222.0.49 "GET /v2.0/ports?device_id=9161da88-f8c8-4834-b8bf-25c415ee57f8 HTTP/1.1" status: 200 len: 945 time: 0.0659933 Jun 16 16:05:31.558805 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f5ab28c3-9dce-4d4c-8b0f-412097a75047 req-e1acbea5-c85e-4929-b9be-65df7305c4c2 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdcdfe14-ed1e-4eed-be98-af6baa230d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336821 Jun 16 16:05:31.638072 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e5a545-48ff-4a57-9df9-adb06c10e60a req-28b177b4-cd88-46c2-9b46-d7fd768297af tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:31.639520 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-39e5a545-48ff-4a57-9df9-adb06c10e60a req-28b177b4-cd88-46c2-9b46-d7fd768297af tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d1f42e3-421f-43d7-b3cb-f2594fef124f HTTP/1.1" status: 200 len: 943 time: 0.0683241 Jun 16 16:05:31.683950 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [req-1d114b00-5bbd-47b2-9d92-2c04d67e981e req-a49b059c-3ae5-47d3-940a-bb3ca90b35ae service neutron] Request body: {'port': {'device_id': '0cc60efe-e253-48bb-be1d-c16c72aab023', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:05:31.725149 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-35527083-6b4e-4356-8a44-ba7745d1444c req-bd5487b6-51af-4343-a58d-a3457f3f5b5f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca8703c9-c6b4-4d8f-be28-12dc629b84bc HTTP/1.1" status: 200 len: 217 time: 0.0611391 Jun 16 16:05:31.730067 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-02b82177-3da6-42e5-8edf-62617619a73c req-47368845-fe6c-4c22-9474-ab95501ccf3d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=714d0464-4fc1-4a46-865a-cdae5e5b79ea HTTP/1.1" status: 200 len: 217 time: 0.0705767 Jun 16 16:05:31.738039 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-39e5a545-48ff-4a57-9df9-adb06c10e60a req-e833b1a9-3106-4777-91c9-f4ee574fd68b tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930142 Jun 16 16:05:31.801629 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b82177-3da6-42e5-8edf-62617619a73c req-88966e7c-ec43-424f-9d32-01ceb95417bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:31.804244 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-02b82177-3da6-42e5-8edf-62617619a73c req-88966e7c-ec43-424f-9d32-01ceb95417bd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ca88b3dc-ceb5-4055-b366-67e774be9898 HTTP/1.1" status: 200 len: 858 time: 0.0652556 Jun 16 16:05:31.857045 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-02b82177-3da6-42e5-8edf-62617619a73c req-2af31273-d0bf-4c3f-a8dc-83cb23c76ce2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=97223e70-3be0-4b71-bad0-215c0b28ffe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464892 Jun 16 16:05:31.868449 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.15', 57895) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:31.901444 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35527083-6b4e-4356-8a44-ba7745d1444c req-9885207b-b82d-4245-bb48-643f6fb71cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:31.902772 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-35527083-6b4e-4356-8a44-ba7745d1444c req-9885207b-b82d-4245-bb48-643f6fb71cc9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ca88b3dc-ceb5-4055-b366-67e774be9898 HTTP/1.1" status: 200 len: 858 time: 0.1429944 Jun 16 16:05:31.955384 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-e5eb70aa-6d5a-4a92-8f4d-46b77c93b97b req-f3ca806f-a440-4f54-9afb-0f9fe5f5017c service neutron] 10.222.0.15 "GET /v2.0/networks/cfdbc1d1-75c9-493c-aefe-3be5c8294cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793300 Jun 16 16:05:31.957092 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-35527083-6b4e-4356-8a44-ba7745d1444c req-d8d91d96-8fdb-4ef2-ac17-409c37ecbc1c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=97223e70-3be0-4b71-bad0-215c0b28ffe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410950 Jun 16 16:05:31.958950 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-1d114b00-5bbd-47b2-9d92-2c04d67e981e req-a49b059c-3ae5-47d3-940a-bb3ca90b35ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:32.031562 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-02b82177-3da6-42e5-8edf-62617619a73c req-6f864ab5-542c-4214-bba9-568eab2daf08 service neutron] 10.222.0.15 "GET /v2.0/networks/97223e70-3be0-4b71-bad0-215c0b28ffe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559355 Jun 16 16:05:32.038589 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57507d97-0d2b-47c7-b8d6-e97d860de23a req-4cf96ff7-b261-49cb-960d-98b05d26e9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:32.040048 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-57507d97-0d2b-47c7-b8d6-e97d860de23a req-4cf96ff7-b261-49cb-960d-98b05d26e9c0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9161da88-f8c8-4834-b8bf-25c415ee57f8 HTTP/1.1" status: 200 len: 1098 time: 0.1656349 Jun 16 16:05:32.073229 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-57507d97-0d2b-47c7-b8d6-e97d860de23a req-13551cfb-d7b7-4145-801c-f4b029c59474 service neutron] Notify callbacks [] for security_group, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:32.171449 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-02b82177-3da6-42e5-8edf-62617619a73c req-0204132e-65fe-4422-a10f-a2bf1c8a8ad7 service neutron] 10.222.0.15 "GET /v2.0/networks/97223e70-3be0-4b71-bad0-215c0b28ffe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303933 Jun 16 16:05:32.272713 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-57507d97-0d2b-47c7-b8d6-e97d860de23a req-13551cfb-d7b7-4145-801c-f4b029c59474 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:32.287416 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-57507d97-0d2b-47c7-b8d6-e97d860de23a req-13551cfb-d7b7-4145-801c-f4b029c59474 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:32.294315 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-e5eb70aa-6d5a-4a92-8f4d-46b77c93b97b req-e941db30-cd5d-46c5-af53-92154fb22006 service neutron] 10.222.0.15 "GET /v2.0/networks/cfdbc1d1-75c9-493c-aefe-3be5c8294cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3246295 Jun 16 16:05:32.315599 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-35527083-6b4e-4356-8a44-ba7745d1444c req-e6534aa1-bf4b-4eb8-80d0-8a64d6e8e518 service neutron] 10.222.0.15 "GET /v2.0/networks/97223e70-3be0-4b71-bad0-215c0b28ffe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3346839 Jun 16 16:05:32.327311 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-a78d4518-b513-4223-9a03-fc44bde19b2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:32.330744 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-57507d97-0d2b-47c7-b8d6-e97d860de23a req-13551cfb-d7b7-4145-801c-f4b029c59474 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cdcdfe14-ed1e-4eed-be98-af6baa230d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821369 Jun 16 16:05:32.371592 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316713bf-8778-4692-9e9c-79896a286d75 req-e97c7a56-4243-4593-b13b-05901541d9ee tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:32.373081 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-316713bf-8778-4692-9e9c-79896a286d75 req-e97c7a56-4243-4593-b13b-05901541d9ee tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc60efe-e253-48bb-be1d-c16c72aab023 HTTP/1.1" status: 200 len: 931 time: 0.3594587 Jun 16 16:05:32.537171 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-316713bf-8778-4692-9e9c-79896a286d75 req-16b1241f-71a9-48a0-819f-98ca714ccbdf tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/security-groups?id=01064c80-ee96-4ba5-9d69-666f89adc486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323774 Jun 16 16:05:32.555916 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-35527083-6b4e-4356-8a44-ba7745d1444c req-905233c1-1a53-42b0-baa9-c0ac031e31c5 service neutron] 10.222.0.15 "GET /v2.0/networks/97223e70-3be0-4b71-bad0-215c0b28ffe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278175 Jun 16 16:05:32.600529 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13551cfb-d7b7-4145-801c-f4b029c59474 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e26992-384e-41b5-bb7e-95916907a06e,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:32.606487 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964417b-f81d-418a-bfb7-20867279d3b6 req-1d6dc0c1-3fe3-4fa0-8d9c-a5bebdb345e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:32.607913 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-2964417b-f81d-418a-bfb7-20867279d3b6 req-1d6dc0c1-3fe3-4fa0-8d9c-a5bebdb345e2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9736a5dc95504648ab9aceb89928bdef&device_id=6d1f42e3-421f-43d7-b3cb-f2594fef124f HTTP/1.1" status: 200 len: 1096 time: 0.3787265 Jun 16 16:05:32.611369 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-13551cfb-d7b7-4145-801c-f4b029c59474 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:32.633169 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [req-1d114b00-5bbd-47b2-9d92-2c04d67e981e req-a49b059c-3ae5-47d3-940a-bb3ca90b35ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 251c5bee-1a5b-4457-960d-646b0cb7a851 {{(pid=91874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:05:32.659057 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-1d114b00-5bbd-47b2-9d92-2c04d67e981e req-a49b059c-3ae5-47d3-940a-bb3ca90b35ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:32.679022 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [req-1d114b00-5bbd-47b2-9d92-2c04d67e981e req-a49b059c-3ae5-47d3-940a-bb3ca90b35ae service neutron] Transition to ACTIVE for port object 251c5bee-1a5b-4457-960d-646b0cb7a851 will not be triggered until provisioned by entity L2. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:05:32.701183 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-1d114b00-5bbd-47b2-9d92-2c04d67e981e req-a49b059c-3ae5-47d3-940a-bb3ca90b35ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:32.707770 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:32.764873 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e584527a-1f9a-4930-8843-5a5ab60017d6 req-99083786-4f6e-440a-ae3f-432aec486c7d tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:32.770759 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e928b34-3e22-448d-a24f-f03651da92a6 req-8608b9b5-c4e6-452f-84ca-06fa1ac5daa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:32.772017 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-e584527a-1f9a-4930-8843-5a5ab60017d6 req-99083786-4f6e-440a-ae3f-432aec486c7d tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 943 time: 0.4222295 Jun 16 16:05:32.772524 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-6e928b34-3e22-448d-a24f-f03651da92a6 req-8608b9b5-c4e6-452f-84ca-06fa1ac5daa2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9736a5dc95504648ab9aceb89928bdef&device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1 HTTP/1.1" status: 200 len: 1096 time: 0.1529057 Jun 16 16:05:32.845346 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059a1f0-6974-4f2e-ae23-1125c398a360 req-9cb4e6d7-bce9-4853-97cd-a50ba6b1950f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:32.846050 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-e059a1f0-6974-4f2e-ae23-1125c398a360 req-9cb4e6d7-bce9-4853-97cd-a50ba6b1950f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=16b677d62510476d919b610e7baa5577&device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 1096 time: 0.2752466 Jun 16 16:05:32.858675 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964417b-f81d-418a-bfb7-20867279d3b6 req-aba7aaea-7ad8-4bb9-a837-ab4abbd5ccfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:32.860318 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-2964417b-f81d-418a-bfb7-20867279d3b6 req-aba7aaea-7ad8-4bb9-a837-ab4abbd5ccfc service neutron] 10.222.0.15 "GET /v2.0/networks?id=97223e70-3be0-4b71-bad0-215c0b28ffe7 HTTP/1.1" status: 200 len: 919 time: 0.2414796 Jun 16 16:05:32.941517 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49b059c-3ae5-47d3-940a-bb3ca90b35ae service neutron] Pushing event updated for resources: {'Port': ['ID=251c5bee-1a5b-4457-960d-646b0cb7a851,revision_number=2']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:32.964186 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-a49b059c-3ae5-47d3-940a-bb3ca90b35ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:32.966086 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-e584527a-1f9a-4930-8843-5a5ab60017d6 req-853dd7c8-ef6f-4950-bea0-ad22a3761bb2 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1931379 Jun 16 16:05:32.980239 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-2964417b-f81d-418a-bfb7-20867279d3b6 req-0598cd9d-d45c-4056-8bb3-e1ec3cc6331a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=714d0464-4fc1-4a46-865a-cdae5e5b79ea HTTP/1.1" status: 200 len: 217 time: 0.0980520 Jun 16 16:05:33.069419 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e928b34-3e22-448d-a24f-f03651da92a6 req-7483baf6-108e-4937-84b5-fe8d9c15c4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:33.070949 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-6e928b34-3e22-448d-a24f-f03651da92a6 req-7483baf6-108e-4937-84b5-fe8d9c15c4ea service neutron] 10.222.0.15 "GET /v2.0/networks?id=97223e70-3be0-4b71-bad0-215c0b28ffe7 HTTP/1.1" status: 200 len: 919 time: 0.2496483 Jun 16 16:05:33.144331 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964417b-f81d-418a-bfb7-20867279d3b6 req-78263fa0-db01-428e-8091-621d94eb3568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:33.155111 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-2964417b-f81d-418a-bfb7-20867279d3b6 req-78263fa0-db01-428e-8091-621d94eb3568 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ca88b3dc-ceb5-4055-b366-67e774be9898 HTTP/1.1" status: 200 len: 858 time: 0.1646178 Jun 16 16:05:33.155309 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-6e928b34-3e22-448d-a24f-f03651da92a6 req-faaa025f-3282-4303-8655-a824743dda62 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca8703c9-c6b4-4d8f-be28-12dc629b84bc HTTP/1.1" status: 200 len: 217 time: 0.0613074 Jun 16 16:05:33.164753 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-1d114b00-5bbd-47b2-9d92-2c04d67e981e req-a49b059c-3ae5-47d3-940a-bb3ca90b35ae service neutron] Attempting to bind port 251c5bee-1a5b-4457-960d-646b0cb7a851 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:05:33.164934 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-1d114b00-5bbd-47b2-9d92-2c04d67e981e req-a49b059c-3ae5-47d3-940a-bb3ca90b35ae service neutron] Attempting to bind port 251c5bee-1a5b-4457-960d-646b0cb7a851 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '28ca8ba8-691c-48b2-ad64-51cdd785b47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9b440f45-4a88-4d84-9a29-8220f48297fe'}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:05:33.165275 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d114b00-5bbd-47b2-9d92-2c04d67e981e req-a49b059c-3ae5-47d3-940a-bb3ca90b35ae service neutron] Attempting to bind port 251c5bee-1a5b-4457-960d-646b0cb7a851 on network 9b440f45-4a88-4d84-9a29-8220f48297fe {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:05:33.172150 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d114b00-5bbd-47b2-9d92-2c04d67e981e req-a49b059c-3ae5-47d3-940a-bb3ca90b35ae service neutron] Port 251c5bee-1a5b-4457-960d-646b0cb7a851 on network 9b440f45-4a88-4d84-9a29-8220f48297fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:05:33.172483 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d114b00-5bbd-47b2-9d92-2c04d67e981e req-a49b059c-3ae5-47d3-940a-bb3ca90b35ae service neutron] Attempting to bind port 251c5bee-1a5b-4457-960d-646b0cb7a851 on network 9b440f45-4a88-4d84-9a29-8220f48297fe {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:05:33.222992 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059a1f0-6974-4f2e-ae23-1125c398a360 req-0d075f9d-f18a-408b-8d95-e188fbd7cc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:33.225349 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-e059a1f0-6974-4f2e-ae23-1125c398a360 req-0d075f9d-f18a-408b-8d95-e188fbd7cc8f service neutron] 10.222.0.15 "GET /v2.0/networks?id=cfdbc1d1-75c9-493c-aefe-3be5c8294cd4 HTTP/1.1" status: 200 len: 918 time: 0.3641796 Jun 16 16:05:33.227420 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-2964417b-f81d-418a-bfb7-20867279d3b6 req-1c23b5f5-2f13-4bae-a87a-b298d6ac9f4a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=97223e70-3be0-4b71-bad0-215c0b28ffe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661552 Jun 16 16:05:33.232136 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e928b34-3e22-448d-a24f-f03651da92a6 req-e99da7e3-4a01-41c5-9058-fe9fcfc7d199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:33.233825 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-6e928b34-3e22-448d-a24f-f03651da92a6 req-e99da7e3-4a01-41c5-9058-fe9fcfc7d199 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ca88b3dc-ceb5-4055-b366-67e774be9898 HTTP/1.1" status: 200 len: 858 time: 0.0627003 Jun 16 16:05:33.236859 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d114b00-5bbd-47b2-9d92-2c04d67e981e req-a49b059c-3ae5-47d3-940a-bb3ca90b35ae service neutron] Checking agent: {'id': 'c85a6c45-3e6f-4705-b11b-38e758c67377', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 3, 19), 'started_at': datetime.datetime(2021, 6, 16, 16, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:05:33.237204 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d114b00-5bbd-47b2-9d92-2c04d67e981e req-a49b059c-3ae5-47d3-940a-bb3ca90b35ae service neutron] Checking segment: {'id': '28ca8ba8-691c-48b2-ad64-51cdd785b47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9b440f45-4a88-4d84-9a29-8220f48297fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:05:33.237628 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d114b00-5bbd-47b2-9d92-2c04d67e981e req-a49b059c-3ae5-47d3-940a-bb3ca90b35ae service neutron] Bound using segment: {'id': '28ca8ba8-691c-48b2-ad64-51cdd785b47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9b440f45-4a88-4d84-9a29-8220f48297fe'} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:05:33.238087 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-1d114b00-5bbd-47b2-9d92-2c04d67e981e req-a49b059c-3ae5-47d3-940a-bb3ca90b35ae service neutron] Bound port: 251c5bee-1a5b-4457-960d-646b0cb7a851, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28ca8ba8-691c-48b2-ad64-51cdd785b47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9b440f45-4a88-4d84-9a29-8220f48297fe'}}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:05:33.238446 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-1d114b00-5bbd-47b2-9d92-2c04d67e981e req-a49b059c-3ae5-47d3-940a-bb3ca90b35ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:33.274925 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02be870-5a09-4a87-bdb7-26a52caf2664 req-af5f7571-8061-4a24-8550-39c3ae6622d1 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:33.277348 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a02be870-5a09-4a87-bdb7-26a52caf2664 req-af5f7571-8061-4a24-8550-39c3ae6622d1 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] 10.222.0.49 "GET /v2.0/ports?device_id=9161da88-f8c8-4834-b8bf-25c415ee57f8 HTTP/1.1" status: 200 len: 945 time: 0.5408249 Jun 16 16:05:33.305127 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-6e928b34-3e22-448d-a24f-f03651da92a6 req-6bb7c43c-6c6b-4054-af3f-9e2f30a65929 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=97223e70-3be0-4b71-bad0-215c0b28ffe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510149 Jun 16 16:05:33.320750 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-e059a1f0-6974-4f2e-ae23-1125c398a360 req-78f71cc5-4e72-40ec-a186-d91f43fd93e3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6575874c-1654-4f04-8efd-46fb3521dfb7 HTTP/1.1" status: 200 len: 217 time: 0.0823119 Jun 16 16:05:33.440858 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a02be870-5a09-4a87-bdb7-26a52caf2664 req-91c00bba-cab4-4c0f-a044-5bbc43f3e6c8 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdcdfe14-ed1e-4eed-be98-af6baa230d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408930 Jun 16 16:05:33.462395 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [req-1d114b00-5bbd-47b2-9d92-2c04d67e981e req-a49b059c-3ae5-47d3-940a-bb3ca90b35ae service neutron] For port 251c5bee-1a5b-4457-960d-646b0cb7a851, host hv-cinder-79611, cleared binding levels {{(pid=91874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:05:33.489462 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059a1f0-6974-4f2e-ae23-1125c398a360 req-37692220-dc58-420b-989e-74d288afb609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:33.492044 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-e059a1f0-6974-4f2e-ae23-1125c398a360 req-37692220-dc58-420b-989e-74d288afb609 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6b78bc3c-b434-4bd5-9871-761bea7dd046 HTTP/1.1" status: 200 len: 856 time: 0.1431131 Jun 16 16:05:33.556087 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-2964417b-f81d-418a-bfb7-20867279d3b6 req-b6011007-8db9-4a6c-b612-e72eeb4804d6 service neutron] 10.222.0.15 "GET /v2.0/networks/97223e70-3be0-4b71-bad0-215c0b28ffe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921493 Jun 16 16:05:33.568923 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bfb557-402f-4323-b69c-487584a36003 req-77319d3a-4eda-402e-ae49-3e735ff93056 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:33.576155 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-48bfb557-402f-4323-b69c-487584a36003 req-77319d3a-4eda-402e-ae49-3e735ff93056 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d1f42e3-421f-43d7-b3cb-f2594fef124f HTTP/1.1" status: 200 len: 943 time: 0.3556352 Jun 16 16:05:33.578416 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 34398) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:33.689438 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [req-1d114b00-5bbd-47b2-9d92-2c04d67e981e req-a49b059c-3ae5-47d3-940a-bb3ca90b35ae service neutron] For port 251c5bee-1a5b-4457-960d-646b0cb7a851, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=251c5bee-1a5b-4457-960d-646b0cb7a851,segment=NetworkSegment(28ca8ba8-691c-48b2-ad64-51cdd785b47e),segment_id=28ca8ba8-691c-48b2-ad64-51cdd785b47e)] {{(pid=91874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:05:33.694701 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-6e928b34-3e22-448d-a24f-f03651da92a6 req-d556c026-7b55-48cc-ba08-353d10e84a48 service neutron] 10.222.0.15 "GET /v2.0/networks/97223e70-3be0-4b71-bad0-215c0b28ffe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3813829 Jun 16 16:05:33.698343 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-1d114b00-5bbd-47b2-9d92-2c04d67e981e req-a49b059c-3ae5-47d3-940a-bb3ca90b35ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:33.703238 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:33.761622 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d114b00-5bbd-47b2-9d92-2c04d67e981e req-a49b059c-3ae5-47d3-940a-bb3ca90b35ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:33.762667 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-1d114b00-5bbd-47b2-9d92-2c04d67e981e req-a49b059c-3ae5-47d3-940a-bb3ca90b35ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16222807'] for port, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:33.764330 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-1d114b00-5bbd-47b2-9d92-2c04d67e981e req-a49b059c-3ae5-47d3-940a-bb3ca90b35ae service neutron] 10.222.0.15 "PUT /v2.0/ports/251c5bee-1a5b-4457-960d-646b0cb7a851 HTTP/1.1" status: 200 len: 1093 time: 2.0871370 Jun 16 16:05:33.770289 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cc60efe-e253-48bb-be1d-c16c72aab023', 'tag': '251c5bee-1a5b-4457-960d-646b0cb7a851'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:05:33.774581 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac39972ab304bebcb834853fc43b221d920fab97f47da84b7636f2612ed6f187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c5b14d3-6d5e-467d-b4a8-b3a4336b2f53" -d '{"events": [{"name": "network-changed", "server_uuid": "0cc60efe-e253-48bb-be1d-c16c72aab023", "tag": "251c5bee-1a5b-4457-960d-646b0cb7a851"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:05:33.784849 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-48bfb557-402f-4323-b69c-487584a36003 req-7f6ae998-914a-4176-8dd9-960d3a2f545b tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076907 Jun 16 16:05:33.862810 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059a1f0-6974-4f2e-ae23-1125c398a360 req-23fce053-1272-458f-b4c3-5cb8d49b35ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:33.864462 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-e059a1f0-6974-4f2e-ae23-1125c398a360 req-23fce053-1272-458f-b4c3-5cb8d49b35ae service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cfdbc1d1-75c9-493c-aefe-3be5c8294cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3643043 Jun 16 16:05:33.897808 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-26bbd535-4ab8-455f-9817-7895dfe1da26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:33.903196 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba1b021-0d0c-4f8c-9e27-09f5d7f0a76b x-openstack-request-id: req-aba1b021-0d0c-4f8c-9e27-09f5d7f0a76b {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:05:33.903514 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cc60efe-e253-48bb-be1d-c16c72aab023", "tag": "251c5bee-1a5b-4457-960d-646b0cb7a851", "status": "completed", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:05:33.903787 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-aba1b021-0d0c-4f8c-9e27-09f5d7f0a76b {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:05:33.904208 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cc60efe-e253-48bb-be1d-c16c72aab023', 'tag': '251c5bee-1a5b-4457-960d-646b0cb7a851', 'status': 'completed', 'code': 200} Jun 16 16:05:33.916567 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-2964417b-f81d-418a-bfb7-20867279d3b6 req-c51cc139-ac47-4b27-b351-c0c2c3388bdb service neutron] 10.222.0.15 "GET /v2.0/networks/97223e70-3be0-4b71-bad0-215c0b28ffe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3330667 Jun 16 16:05:34.049069 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49b059c-3ae5-47d3-940a-bb3ca90b35ae service neutron] Pushing event updated for resources: {'Port': ['ID=251c5bee-1a5b-4457-960d-646b0cb7a851,revision_number=3']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:34.054449 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-6e928b34-3e22-448d-a24f-f03651da92a6 req-e9c79ef6-dc1d-46a8-851b-a87469bc00fb service neutron] 10.222.0.15 "GET /v2.0/networks/97223e70-3be0-4b71-bad0-215c0b28ffe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3532677 Jun 16 16:05:34.057021 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-a49b059c-3ae5-47d3-940a-bb3ca90b35ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:34.061151 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-e059a1f0-6974-4f2e-ae23-1125c398a360 req-b7a0da60-651f-4204-8e6e-63d853b5306a service neutron] 10.222.0.15 "GET /v2.0/networks/cfdbc1d1-75c9-493c-aefe-3be5c8294cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833184 Jun 16 16:05:34.123516 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c4117-c05b-4fb7-8fea-ef075c7018d3 req-b4619ed8-d84d-49fc-9fd3-bd12b3e95c44 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:34.127473 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-e19c4117-c05b-4fb7-8fea-ef075c7018d3 req-b4619ed8-d84d-49fc-9fd3-bd12b3e95c44 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc60efe-e253-48bb-be1d-c16c72aab023 HTTP/1.1" status: 200 len: 943 time: 0.3756132 Jun 16 16:05:34.216202 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-e19c4117-c05b-4fb7-8fea-ef075c7018d3 req-11a6d5f7-8225-4a76-924b-001c01484293 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/security-groups?id=01064c80-ee96-4ba5-9d69-666f89adc486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476317 Jun 16 16:05:34.231260 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d114b00-5bbd-47b2-9d92-2c04d67e981e req-507d7e70-bfc3-43b7-a3df-5c739bc62205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:34.232786 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-1d114b00-5bbd-47b2-9d92-2c04d67e981e req-507d7e70-bfc3-43b7-a3df-5c739bc62205 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6f37c6beb22479fae2758d3ed17d813&device_id=0cc60efe-e253-48bb-be1d-c16c72aab023 HTTP/1.1" status: 200 len: 1096 time: 0.1043959 Jun 16 16:05:34.277902 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-1d114b00-5bbd-47b2-9d92-2c04d67e981e req-1a6b4c3b-8d92-4d7a-8fc4-ae90d7a42118 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=251c5bee-1a5b-4457-960d-646b0cb7a851 HTTP/1.1" status: 200 len: 217 time: 0.0374284 Jun 16 16:05:34.289766 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-26bbd535-4ab8-455f-9817-7895dfe1da26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:34.294245 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-e059a1f0-6974-4f2e-ae23-1125c398a360 req-f4fdfb6b-0db9-4d4d-8e52-d944f66b3fa3 service neutron] 10.222.0.15 "GET /v2.0/networks/cfdbc1d1-75c9-493c-aefe-3be5c8294cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265041 Jun 16 16:05:34.299145 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-26bbd535-4ab8-455f-9817-7895dfe1da26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:34.303046 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-5d7c0d5e-e562-4737-8011-0bc5b2fd9521 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:34.332677 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d114b00-5bbd-47b2-9d92-2c04d67e981e req-608cec5f-2526-4a60-b7f4-c3133b6d939f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:34.335046 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-1d114b00-5bbd-47b2-9d92-2c04d67e981e req-608cec5f-2526-4a60-b7f4-c3133b6d939f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ea00e02a-6838-40a9-b1d7-a5a03e20d3b1 HTTP/1.1" status: 200 len: 848 time: 0.0512986 Jun 16 16:05:34.342724 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427fbcbe-92aa-4650-b1e2-56915d0e9a89 req-8a03bc3b-979f-4e31-a812-63c9415319b6 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:34.344155 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-427fbcbe-92aa-4650-b1e2-56915d0e9a89 req-8a03bc3b-979f-4e31-a812-63c9415319b6 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 943 time: 0.1873846 Jun 16 16:05:34.359766 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-26bbd535-4ab8-455f-9817-7895dfe1da26 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3061f16c4a0045bb98a9192bc4d3b76a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7740350 Jun 16 16:05:34.361686 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bbd535-4ab8-455f-9817-7895dfe1da26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbab19a3-3dc3-46cf-86e9-64bd5ef6d01d,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:34.367054 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 34430) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:34.369712 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-26bbd535-4ab8-455f-9817-7895dfe1da26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:34.393335 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-427fbcbe-92aa-4650-b1e2-56915d0e9a89 req-6d42dacf-e444-438f-a4be-a13536be9361 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421865 Jun 16 16:05:34.434157 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d114b00-5bbd-47b2-9d92-2c04d67e981e req-39cb050a-759c-44c4-8f6c-e7022d825733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:34.435645 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-1d114b00-5bbd-47b2-9d92-2c04d67e981e req-39cb050a-759c-44c4-8f6c-e7022d825733 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9b440f45-4a88-4d84-9a29-8220f48297fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0944502 Jun 16 16:05:34.457214 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6ded4695-b368-4ecc-80a5-bf4f17a3891a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:34.523767 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6ded4695-b368-4ecc-80a5-bf4f17a3891a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:34.605035 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-1d114b00-5bbd-47b2-9d92-2c04d67e981e req-f7c0a54c-d253-4d99-aa93-9859afc12f78 service neutron] 10.222.0.15 "GET /v2.0/networks/9b440f45-4a88-4d84-9a29-8220f48297fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620834 Jun 16 16:05:34.643232 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6ded4695-b368-4ecc-80a5-bf4f17a3891a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:34.670859 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6ded4695-b368-4ecc-80a5-bf4f17a3891a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:34.671956 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-6ded4695-b368-4ecc-80a5-bf4f17a3891a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dbab19a3-3dc3-46cf-86e9-64bd5ef6d01d HTTP/1.1" status: 204 len: 168 time: 0.3029976 Jun 16 16:05:34.676247 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:34.697350 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ded4695-b368-4ecc-80a5-bf4f17a3891a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbab19a3-3dc3-46cf-86e9-64bd5ef6d01d,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:34.702989 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6ded4695-b368-4ecc-80a5-bf4f17a3891a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:34.716594 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964970a6-177c-45be-9354-5a34fcf57f38 req-fe3cc27d-6446-4ec4-b9ce-c3265e3d2d83 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:34.718052 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-964970a6-177c-45be-9354-5a34fcf57f38 req-fe3cc27d-6446-4ec4-b9ce-c3265e3d2d83 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] 10.222.0.49 "GET /v2.0/ports?device_id=9161da88-f8c8-4834-b8bf-25c415ee57f8 HTTP/1.1" status: 200 len: 945 time: 0.1462662 Jun 16 16:05:34.754002 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-1d114b00-5bbd-47b2-9d92-2c04d67e981e req-e9e8a4b5-a56d-49cc-a6e1-6fcf0e8ae461 service neutron] 10.222.0.15 "GET /v2.0/networks/9b440f45-4a88-4d84-9a29-8220f48297fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411638 Jun 16 16:05:34.776745 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-964970a6-177c-45be-9354-5a34fcf57f38 req-c6604c38-0e4d-443a-85f9-3b162d18671b tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdcdfe14-ed1e-4eed-be98-af6baa230d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435674 Jun 16 16:05:34.858436 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5b14d3-6d5e-467d-b4a8-b3a4336b2f53 req-7ba4d1ac-8595-4cbd-8e9b-d0d8f0ea2856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:34.859931 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2c5b14d3-6d5e-467d-b4a8-b3a4336b2f53 req-7ba4d1ac-8595-4cbd-8e9b-d0d8f0ea2856 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6f37c6beb22479fae2758d3ed17d813&device_id=0cc60efe-e253-48bb-be1d-c16c72aab023 HTTP/1.1" status: 200 len: 1096 time: 0.0566685 Jun 16 16:05:34.985603 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5b14d3-6d5e-467d-b4a8-b3a4336b2f53 req-81cebab6-4d18-4f27-9c20-1d1c1efb69f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:34.990752 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2c5b14d3-6d5e-467d-b4a8-b3a4336b2f53 req-81cebab6-4d18-4f27-9c20-1d1c1efb69f6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9b440f45-4a88-4d84-9a29-8220f48297fe HTTP/1.1" status: 200 len: 910 time: 0.1212888 Jun 16 16:05:35.021538 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec3391-361b-4d07-8dd5-b16cb0e7ba04 req-bffd006b-52fe-433b-a06e-9373e1c40e52 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:35.023582 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-bdec3391-361b-4d07-8dd5-b16cb0e7ba04 req-bffd006b-52fe-433b-a06e-9373e1c40e52 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d1f42e3-421f-43d7-b3cb-f2594fef124f HTTP/1.1" status: 200 len: 943 time: 0.0981703 Jun 16 16:05:35.024229 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 34452) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:35.037121 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2c5b14d3-6d5e-467d-b4a8-b3a4336b2f53 req-dec63876-fd36-4b5f-93a9-97a62479aca2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=251c5bee-1a5b-4457-960d-646b0cb7a851 HTTP/1.1" status: 200 len: 217 time: 0.0407708 Jun 16 16:05:35.056373 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-c59d089b-8ea3-4519-9e0d-bb1247ff1ddd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:35.106939 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-bdec3391-361b-4d07-8dd5-b16cb0e7ba04 req-83b09434-44a0-4919-9ddb-d6b0bbf36b65 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696084 Jun 16 16:05:35.146933 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5b14d3-6d5e-467d-b4a8-b3a4336b2f53 req-87a8fcaa-6529-430f-9063-c1567f8a3f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:35.149070 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2c5b14d3-6d5e-467d-b4a8-b3a4336b2f53 req-87a8fcaa-6529-430f-9063-c1567f8a3f9f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ea00e02a-6838-40a9-b1d7-a5a03e20d3b1 HTTP/1.1" status: 200 len: 848 time: 0.1058683 Jun 16 16:05:35.229589 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-c59d089b-8ea3-4519-9e0d-bb1247ff1ddd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:35.241138 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-c59d089b-8ea3-4519-9e0d-bb1247ff1ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:35.245658 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-13551cfb-d7b7-4145-801c-f4b029c59474 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:35.284816 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-c59d089b-8ea3-4519-9e0d-bb1247ff1ddd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=809a9e8a004d4be1bdfbf04e2074a708&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2594399 Jun 16 16:05:35.290438 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 34466) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:35.291160 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59d089b-8ea3-4519-9e0d-bb1247ff1ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74d0c2e4-074b-4fce-a300-7c0942adaf1b,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:35.295110 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-c59d089b-8ea3-4519-9e0d-bb1247ff1ddd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:35.317001 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5b14d3-6d5e-467d-b4a8-b3a4336b2f53 req-f217fb0a-159c-4822-a433-69af52a234b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:35.320466 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2c5b14d3-6d5e-467d-b4a8-b3a4336b2f53 req-f217fb0a-159c-4822-a433-69af52a234b0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9b440f45-4a88-4d84-9a29-8220f48297fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1646421 Jun 16 16:05:35.354115 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-5f7117c7-897b-4fc3-8bdb-dfe71ae79e15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:35.377324 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-5f7117c7-897b-4fc3-8bdb-dfe71ae79e15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:35.429490 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-5f7117c7-897b-4fc3-8bdb-dfe71ae79e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:35.433308 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-5f7117c7-897b-4fc3-8bdb-dfe71ae79e15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:35.438047 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-5f7117c7-897b-4fc3-8bdb-dfe71ae79e15 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/74d0c2e4-074b-4fce-a300-7c0942adaf1b HTTP/1.1" status: 204 len: 168 time: 0.1436641 Jun 16 16:05:35.438887 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:35.448459 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7117c7-897b-4fc3-8bdb-dfe71ae79e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d0c2e4-074b-4fce-a300-7c0942adaf1b,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:35.461880 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-5f7117c7-897b-4fc3-8bdb-dfe71ae79e15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:35.478528 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2c5b14d3-6d5e-467d-b4a8-b3a4336b2f53 req-f4d1b95b-7779-4525-ae2f-0487843979f0 service neutron] 10.222.0.15 "GET /v2.0/networks/9b440f45-4a88-4d84-9a29-8220f48297fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488714 Jun 16 16:05:35.521327 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a989fae-b31f-4b8d-b27a-2926cef283aa req-9dfbc15a-ebd9-4ac5-b336-eb9dc625ee04 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:35.523394 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-4a989fae-b31f-4b8d-b27a-2926cef283aa req-9dfbc15a-ebd9-4ac5-b336-eb9dc625ee04 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc60efe-e253-48bb-be1d-c16c72aab023 HTTP/1.1" status: 200 len: 943 time: 0.1359751 Jun 16 16:05:35.643347 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-4a989fae-b31f-4b8d-b27a-2926cef283aa req-7f69ed8b-4097-468c-a020-5f28003562c1 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/security-groups?id=01064c80-ee96-4ba5-9d69-666f89adc486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010756 Jun 16 16:05:35.703737 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2c5b14d3-6d5e-467d-b4a8-b3a4336b2f53 req-bc401540-4f0c-4a6b-a447-b2717d6309ba service neutron] 10.222.0.15 "GET /v2.0/networks/9b440f45-4a88-4d84-9a29-8220f48297fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157762 Jun 16 16:05:35.725590 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ad932-d0ed-4118-a603-1e08bdc6bd6f req-af3216c7-aafe-4e6b-b076-5bcfba903ec4 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:35.727767 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-458ad932-d0ed-4118-a603-1e08bdc6bd6f req-af3216c7-aafe-4e6b-b076-5bcfba903ec4 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 943 time: 0.0904679 Jun 16 16:05:35.778796 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-458ad932-d0ed-4118-a603-1e08bdc6bd6f req-d0b5cc79-5717-4cd5-b683-9a9a0b657088 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457096 Jun 16 16:05:36.201662 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device 714d0464-4fc1-4a46-865a-cdae5e5b79ea details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91876) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:05:36.323949 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] For port 714d0464-4fc1-4a46-865a-cdae5e5b79ea, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=714d0464-4fc1-4a46-865a-cdae5e5b79ea,segment=NetworkSegment(e3ef9535-e5ad-46f0-9fc0-c954d062c2cb),segment_id=e3ef9535-e5ad-46f0-9fc0-c954d062c2cb)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:05:36.332518 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130bbc7-8b10-44cd-bf89-b439b8395c3f req-a24baa17-4eed-4aa1-a6f4-c54a63aebb70 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:36.340952 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a130bbc7-8b10-44cd-bf89-b439b8395c3f req-a24baa17-4eed-4aa1-a6f4-c54a63aebb70 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d1f42e3-421f-43d7-b3cb-f2594fef124f HTTP/1.1" status: 200 len: 943 time: 0.0938570 Jun 16 16:05:36.361136 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Returning: {'device': '714d0464-4fc1-4a46-865a-cdae5e5b79ea', 'network_id': '97223e70-3be0-4b71-bad0-215c0b28ffe7', 'port_id': '714d0464-4fc1-4a46-865a-cdae5e5b79ea', 'mac_address': 'fa:16:3e:d4:7f:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca88b3dc-ceb5-4055-b366-67e774be9898', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91876) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:05:36.418394 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:36.431720 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a130bbc7-8b10-44cd-bf89-b439b8395c3f req-2e25c41b-1162-4c7e-bad4-9031a0e57e98 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897508 Jun 16 16:05:36.442092 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.notifiers.nova [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 714d0464-4fc1-4a46-865a-cdae5e5b79ea {{(pid=91876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:05:36.468622 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] For port 714d0464-4fc1-4a46-865a-cdae5e5b79ea, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=714d0464-4fc1-4a46-865a-cdae5e5b79ea,segment=NetworkSegment(e3ef9535-e5ad-46f0-9fc0-c954d062c2cb),segment_id=e3ef9535-e5ad-46f0-9fc0-c954d062c2cb)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:05:36.475891 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:36.477177 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device 6575874c-1654-4f04-8efd-46fb3521dfb7 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91876) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:05:36.482614 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-3b0ea161-9f0e-4e72-a6cd-f0de88515d39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:36.604072 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Pushing event updated for resources: {'Port': ['ID=714d0464-4fc1-4a46-865a-cdae5e5b79ea,revision_number=4']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:36.609673 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:36.675049 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] For port 6575874c-1654-4f04-8efd-46fb3521dfb7, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=6575874c-1654-4f04-8efd-46fb3521dfb7,segment=NetworkSegment(9b04c04a-5851-495d-91c5-098f1a7e56ff),segment_id=9b04c04a-5851-495d-91c5-098f1a7e56ff)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:05:36.704825 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Returning: {'device': '6575874c-1654-4f04-8efd-46fb3521dfb7', 'network_id': 'cfdbc1d1-75c9-493c-aefe-3be5c8294cd4', 'port_id': '6575874c-1654-4f04-8efd-46fb3521dfb7', 'mac_address': 'fa:16:3e:58:ef:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b78bc3c-b434-4bd5-9871-761bea7dd046', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91876) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:05:36.760540 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:36.782791 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.notifiers.nova [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6575874c-1654-4f04-8efd-46fb3521dfb7 {{(pid=91876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:05:36.815737 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] For port 6575874c-1654-4f04-8efd-46fb3521dfb7, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=6575874c-1654-4f04-8efd-46fb3521dfb7,segment=NetworkSegment(9b04c04a-5851-495d-91c5-098f1a7e56ff),segment_id=9b04c04a-5851-495d-91c5-098f1a7e56ff)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:05:36.821003 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:36.821929 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device ca8703c9-c6b4-4d8f-be28-12dc629b84bc details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91876) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:05:36.824575 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-b21b90a9-250e-4dfb-903a-4113c42b0f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:36.895289 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Pushing event updated for resources: {'Port': ['ID=6575874c-1654-4f04-8efd-46fb3521dfb7,revision_number=4']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:36.900155 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] For port ca8703c9-c6b4-4d8f-be28-12dc629b84bc, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=ca8703c9-c6b4-4d8f-be28-12dc629b84bc,segment=NetworkSegment(e3ef9535-e5ad-46f0-9fc0-c954d062c2cb),segment_id=e3ef9535-e5ad-46f0-9fc0-c954d062c2cb)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:05:36.903033 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:36.914305 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Returning: {'device': 'ca8703c9-c6b4-4d8f-be28-12dc629b84bc', 'network_id': '97223e70-3be0-4b71-bad0-215c0b28ffe7', 'port_id': 'ca8703c9-c6b4-4d8f-be28-12dc629b84bc', 'mac_address': 'fa:16:3e:28:4a:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca88b3dc-ceb5-4055-b366-67e774be9898', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91876) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:05:36.962147 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8110f3ac-884f-4020-8705-a18ad03c3982 req-bf8ddb4a-132f-4b3e-b144-4d1d4d40c3e9 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:36.965056 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-8110f3ac-884f-4020-8705-a18ad03c3982 req-bf8ddb4a-132f-4b3e-b144-4d1d4d40c3e9 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc60efe-e253-48bb-be1d-c16c72aab023 HTTP/1.1" status: 200 len: 943 time: 0.1528041 Jun 16 16:05:36.978795 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 34560) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:37.000908 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:37.029801 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.notifiers.nova [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca8703c9-c6b4-4d8f-be28-12dc629b84bc {{(pid=91876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:05:37.065013 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-8110f3ac-884f-4020-8705-a18ad03c3982 req-7876253e-a41b-4f1c-9436-e432ee64299e tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/security-groups?id=01064c80-ee96-4ba5-9d69-666f89adc486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930357 Jun 16 16:05:37.082077 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] For port ca8703c9-c6b4-4d8f-be28-12dc629b84bc, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=ca8703c9-c6b4-4d8f-be28-12dc629b84bc,segment=NetworkSegment(e3ef9535-e5ad-46f0-9fc0-c954d062c2cb),segment_id=e3ef9535-e5ad-46f0-9fc0-c954d062c2cb)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:05:37.086745 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:37.089051 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:37.204370 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Pushing event updated for resources: {'Port': ['ID=ca8703c9-c6b4-4d8f-be28-12dc629b84bc,revision_number=4']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:37.217051 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:37.257273 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3b1c31-0c94-4569-84a0-cf286ba6efdf req-81a7c940-c47a-42fe-b930-b1e945533033 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:37.258823 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-dd3b1c31-0c94-4569-84a0-cf286ba6efdf req-81a7c940-c47a-42fe-b930-b1e945533033 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 944 time: 0.1028466 Jun 16 16:05:37.304651 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-dd3b1c31-0c94-4569-84a0-cf286ba6efdf req-dab38775-4ccf-48c9-8303-4cf83268b3e4 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380309 Jun 16 16:05:37.364490 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-42f5f693-a4b1-4b4f-aa3f-8ed432cc087b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:37.390599 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] get_ports_and_sgs() called for port_ids ['714d0464-4fc1-4a46-865a-cdae5e5b79ea'] {{(pid=91876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:05:37.438118 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] get_ports_and_sgs() called for port_ids ['ca8703c9-c6b4-4d8f-be28-12dc629b84bc'] {{(pid=91876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:05:37.443395 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] get_ports_and_sgs() called for port_ids ['6575874c-1654-4f04-8efd-46fb3521dfb7'] {{(pid=91876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:05:37.472272 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-42f5f693-a4b1-4b4f-aa3f-8ed432cc087b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:37.478661 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-42f5f693-a4b1-4b4f-aa3f-8ed432cc087b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:37.488423 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-b451d1de-bdc9-4c60-9a77-4ee98c8a74b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:37.542304 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-42f5f693-a4b1-4b4f-aa3f-8ed432cc087b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=32de472c503a4750a050d1e5c9725c20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5590968 Jun 16 16:05:37.542607 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 34592) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:37.543235 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f5f693-a4b1-4b4f-aa3f-8ed432cc087b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8940e806-692a-499f-b9a5-73a2934f6373,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:37.547781 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-42f5f693-a4b1-4b4f-aa3f-8ed432cc087b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:37.647454 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-0af8c81c-5393-4c89-beca-3fe548c5e30c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:37.691357 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-0af8c81c-5393-4c89-beca-3fe548c5e30c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:37.720618 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a687363-e912-4a2b-9515-a40d720d4539 req-d7ded0ad-d77c-4228-b19c-cb68313c6b30 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:37.722307 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-0a687363-e912-4a2b-9515-a40d720d4539 req-d7ded0ad-d77c-4228-b19c-cb68313c6b30 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d1f42e3-421f-43d7-b3cb-f2594fef124f HTTP/1.1" status: 200 len: 944 time: 0.1250451 Jun 16 16:05:37.773159 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-0a687363-e912-4a2b-9515-a40d720d4539 req-f97afda3-4d07-4aca-8a55-6f071222b030 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431135 Jun 16 16:05:37.794470 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-0af8c81c-5393-4c89-beca-3fe548c5e30c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:37.797997 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-0af8c81c-5393-4c89-beca-3fe548c5e30c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:37.811430 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-0af8c81c-5393-4c89-beca-3fe548c5e30c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8940e806-692a-499f-b9a5-73a2934f6373 HTTP/1.1" status: 204 len: 168 time: 0.2580669 Jun 16 16:05:37.813945 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-e003acc8-3ca1-4142-bf96-dee2360381c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:37.827174 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af8c81c-5393-4c89-beca-3fe548c5e30c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8940e806-692a-499f-b9a5-73a2934f6373,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:37.832251 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-0af8c81c-5393-4c89-beca-3fe548c5e30c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:38.188785 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 34632) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:38.208610 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-4ab1d5fd-e476-444c-b8e2-2fc6b77aafb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:38.214792 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device 251c5bee-1a5b-4457-960d-646b0cb7a851 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91876) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:05:38.304168 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5d9beb-9d93-4cac-a75d-94e5e8c83cd3 req-e32efd5a-4453-4fa6-8a02-11fad06d5910 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:38.312617 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-cb5d9beb-9d93-4cac-a75d-94e5e8c83cd3 req-e32efd5a-4453-4fa6-8a02-11fad06d5910 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc60efe-e253-48bb-be1d-c16c72aab023 HTTP/1.1" status: 200 len: 943 time: 0.1282215 Jun 16 16:05:38.351759 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-4ab1d5fd-e476-444c-b8e2-2fc6b77aafb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:38.357697 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-4ab1d5fd-e476-444c-b8e2-2fc6b77aafb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:38.362770 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-3a143588-de69-4a93-b5b9-8f1ae6b57f50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:38.378866 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] For port 251c5bee-1a5b-4457-960d-646b0cb7a851, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=251c5bee-1a5b-4457-960d-646b0cb7a851,segment=NetworkSegment(28ca8ba8-691c-48b2-ad64-51cdd785b47e),segment_id=28ca8ba8-691c-48b2-ad64-51cdd785b47e)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:05:38.404378 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Returning: {'device': '251c5bee-1a5b-4457-960d-646b0cb7a851', 'network_id': '9b440f45-4a88-4d84-9a29-8220f48297fe', 'port_id': '251c5bee-1a5b-4457-960d-646b0cb7a851', 'mac_address': 'fa:16:3e:c2:42:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea00e02a-6838-40a9-b1d7-a5a03e20d3b1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91876) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:05:38.418229 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-4ab1d5fd-e476-444c-b8e2-2fc6b77aafb7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c421af28635f4138b79f49780c503c1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2257960 Jun 16 16:05:38.420298 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 34650) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:38.420439 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab1d5fd-e476-444c-b8e2-2fc6b77aafb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e3448e-4d4b-48e0-b51b-65ec88e51ec7,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:38.423923 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-4ab1d5fd-e476-444c-b8e2-2fc6b77aafb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:38.439117 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-cb5d9beb-9d93-4cac-a75d-94e5e8c83cd3 req-e6999729-b6b6-4446-ae07-c51ebd27ffa5 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/security-groups?id=01064c80-ee96-4ba5-9d69-666f89adc486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221344 Jun 16 16:05:38.451852 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:38.476754 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.notifiers.nova [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 251c5bee-1a5b-4457-960d-646b0cb7a851 {{(pid=91876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:05:38.507218 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-a3b25948-dfb8-47bb-98b0-858d3a877c93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:38.511833 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] For port 251c5bee-1a5b-4457-960d-646b0cb7a851, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=251c5bee-1a5b-4457-960d-646b0cb7a851,segment=NetworkSegment(28ca8ba8-691c-48b2-ad64-51cdd785b47e),segment_id=28ca8ba8-691c-48b2-ad64-51cdd785b47e)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:05:38.523015 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:38.525131 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-9928e36f-e912-4c69-9a46-30f68914ec03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:38.535336 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-a3b25948-dfb8-47bb-98b0-858d3a877c93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:38.574055 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3ef4b7-7196-4566-ad88-5cc53f70d6b8 req-29dea2b3-ab7b-4117-bc45-c0901bbce3b4 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:38.582974 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-3d3ef4b7-7196-4566-ad88-5cc53f70d6b8 req-29dea2b3-ab7b-4117-bc45-c0901bbce3b4 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 944 time: 0.0884469 Jun 16 16:05:38.593121 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-a3b25948-dfb8-47bb-98b0-858d3a877c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:38.595752 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-a3b25948-dfb8-47bb-98b0-858d3a877c93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:38.597120 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-a3b25948-dfb8-47bb-98b0-858d3a877c93 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b0e3448e-4d4b-48e0-b51b-65ec88e51ec7 HTTP/1.1" status: 204 len: 168 time: 0.1543012 Jun 16 16:05:38.597890 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:38.603302 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Pushing event updated for resources: {'Port': ['ID=251c5bee-1a5b-4457-960d-646b0cb7a851,revision_number=4']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:38.607698 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:38.610232 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b25948-dfb8-47bb-98b0-858d3a877c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e3448e-4d4b-48e0-b51b-65ec88e51ec7,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:38.614434 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-a3b25948-dfb8-47bb-98b0-858d3a877c93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:38.630890 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-3d3ef4b7-7196-4566-ad88-5cc53f70d6b8 req-0bacb065-b157-43c9-857e-57639d9b98fd tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459695 Jun 16 16:05:38.780227 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] get_ports_and_sgs() called for port_ids ['251c5bee-1a5b-4457-960d-646b0cb7a851'] {{(pid=91876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:05:38.846025 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 34674) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:38.882446 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 34678) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:39.016723 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6611f23d-017f-4ff4-a71f-0c5b996d239f req-5e030cc0-c17f-43df-99f1-102de64dc431 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:39.019232 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-6611f23d-017f-4ff4-a71f-0c5b996d239f req-5e030cc0-c17f-43df-99f1-102de64dc431 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d1f42e3-421f-43d7-b3cb-f2594fef124f HTTP/1.1" status: 200 len: 944 time: 0.1101847 Jun 16 16:05:39.065598 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-6611f23d-017f-4ff4-a71f-0c5b996d239f req-5e9aa8f9-b4e3-4b1a-bb23-2a822a6a246e tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353785 Jun 16 16:05:39.154855 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8b6d19fb-74a6-42db-9f10-2c7e1ff4a201 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:39.194452 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-c4bf75d3-60d5-42bf-b58a-00839fd3e8e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:39.289422 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8b6d19fb-74a6-42db-9f10-2c7e1ff4a201 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:39.297676 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8b6d19fb-74a6-42db-9f10-2c7e1ff4a201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:39.305557 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-de9e192a-7d9e-4230-9324-99a4d5f5a1fd tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:39.358268 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-8b6d19fb-74a6-42db-9f10-2c7e1ff4a201 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d60a68ee1b7c416096b3a815728164ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5111561 Jun 16 16:05:39.361084 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 34700) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:39.361616 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6d19fb-74a6-42db-9f10-2c7e1ff4a201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=273204c9-9818-4d47-bd78-4bd415b6651e,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:39.365035 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-8b6d19fb-74a6-42db-9f10-2c7e1ff4a201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:39.376410 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 34702) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:39.420326 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-75acf21c-034a-4bde-9904-2106f0721a48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:39.445166 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-75acf21c-034a-4bde-9904-2106f0721a48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:39.450433 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-c4bf75d3-60d5-42bf-b58a-00839fd3e8e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:39.455548 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-c4bf75d3-60d5-42bf-b58a-00839fd3e8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:39.458698 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:39.512486 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-c4bf75d3-60d5-42bf-b58a-00839fd3e8e5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5cb82cfb20d64209a3b33baac3a1ffd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6289153 Jun 16 16:05:39.513328 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bf75d3-60d5-42bf-b58a-00839fd3e8e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=094a2660-ffe9-4f6a-9a33-c12080a68c43,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:39.515863 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 34712) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:39.516142 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-75acf21c-034a-4bde-9904-2106f0721a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:39.519418 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-75acf21c-034a-4bde-9904-2106f0721a48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:39.521405 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-75acf21c-034a-4bde-9904-2106f0721a48 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/273204c9-9818-4d47-bd78-4bd415b6651e HTTP/1.1" status: 204 len: 168 time: 0.1585937 Jun 16 16:05:39.523919 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-c4bf75d3-60d5-42bf-b58a-00839fd3e8e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:39.526333 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-42f5f693-a4b1-4b4f-aa3f-8ed432cc087b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:39.538250 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75acf21c-034a-4bde-9904-2106f0721a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=273204c9-9818-4d47-bd78-4bd415b6651e,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:39.540729 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-75acf21c-034a-4bde-9904-2106f0721a48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:39.578420 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f964663c-9946-4620-a11a-30e7302bf662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:39.611049 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f964663c-9946-4620-a11a-30e7302bf662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:39.681413 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-1b638165-111a-4361-8379-eb2515b1503a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:39.743720 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a4b512-81d6-42bc-b996-b6ecadb3cc80 req-5c4d4b9f-ee0a-4e66-82d1-1b905b567837 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:39.745242 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-20a4b512-81d6-42bc-b996-b6ecadb3cc80 req-5c4d4b9f-ee0a-4e66-82d1-1b905b567837 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc60efe-e253-48bb-be1d-c16c72aab023 HTTP/1.1" status: 200 len: 944 time: 0.1321990 Jun 16 16:05:39.752148 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f964663c-9946-4620-a11a-30e7302bf662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:39.758585 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f964663c-9946-4620-a11a-30e7302bf662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:39.759682 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-f964663c-9946-4620-a11a-30e7302bf662 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/094a2660-ffe9-4f6a-9a33-c12080a68c43 HTTP/1.1" status: 204 len: 168 time: 0.2429047 Jun 16 16:05:39.762972 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-319e6a56-f4f0-4860-9c90-0b7f618b6c76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:39.788621 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f964663c-9946-4620-a11a-30e7302bf662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=094a2660-ffe9-4f6a-9a33-c12080a68c43,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:39.794855 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-f964663c-9946-4620-a11a-30e7302bf662 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:39.829889 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-20a4b512-81d6-42bc-b996-b6ecadb3cc80 req-a31a1594-8778-4d99-a986-4d3b5e015a22 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/security-groups?id=01064c80-ee96-4ba5-9d69-666f89adc486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748060 Jun 16 16:05:39.862378 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63e8234-845e-4d86-978b-357018bc4a3d req-d0199624-5d7c-4529-9ce1-2e1cd0b19123 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:39.863692 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-1b638165-111a-4361-8379-eb2515b1503a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:39.864962 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-a63e8234-845e-4d86-978b-357018bc4a3d req-d0199624-5d7c-4529-9ce1-2e1cd0b19123 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 944 time: 0.0837655 Jun 16 16:05:39.870147 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-1b638165-111a-4361-8379-eb2515b1503a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:39.874503 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-4ab1d5fd-e476-444c-b8e2-2fc6b77aafb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:39.915461 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-1b638165-111a-4361-8379-eb2515b1503a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9f89494daac34f609736a65519bf335a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5372746 Jun 16 16:05:39.917723 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 34730) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:39.918494 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-a63e8234-845e-4d86-978b-357018bc4a3d req-0afb5bba-39a6-4336-ae32-e1409f895630 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467072 Jun 16 16:05:39.925231 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b638165-111a-4361-8379-eb2515b1503a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba884e4-c2f5-4978-9a57-14b51af6054d,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:39.934395 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-1b638165-111a-4361-8379-eb2515b1503a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:39.977887 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-9b71bd1f-49df-464c-a1fa-d78fcc8fe67e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:40.003668 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-9b71bd1f-49df-464c-a1fa-d78fcc8fe67e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:40.056288 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-9b71bd1f-49df-464c-a1fa-d78fcc8fe67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:40.059173 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-9b71bd1f-49df-464c-a1fa-d78fcc8fe67e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:40.060492 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-9b71bd1f-49df-464c-a1fa-d78fcc8fe67e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0ba884e4-c2f5-4978-9a57-14b51af6054d HTTP/1.1" status: 204 len: 168 time: 0.1416976 Jun 16 16:05:40.061340 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:40.069880 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b71bd1f-49df-464c-a1fa-d78fcc8fe67e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba884e4-c2f5-4978-9a57-14b51af6054d,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:40.072163 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-9b71bd1f-49df-464c-a1fa-d78fcc8fe67e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:40.101885 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 34736) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:40.127971 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-f36b1fda-ddd5-4136-969c-aaa9b8802fdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:40.239475 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-f36b1fda-ddd5-4136-969c-aaa9b8802fdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:40.245134 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-f36b1fda-ddd5-4136-969c-aaa9b8802fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:40.248966 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device 714d0464-4fc1-4a46-865a-cdae5e5b79ea up at agent hyperv_hv-cinder-79611 {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:05:40.252194 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:40.281172 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6491d5-ecf8-40bc-a6de-ea386d8fa68a req-57b99bb8-0f1a-4734-9b1a-bd7641d1c9f1 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:40.283652 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-5a6491d5-ecf8-40bc-a6de-ea386d8fa68a req-57b99bb8-0f1a-4734-9b1a-bd7641d1c9f1 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d1f42e3-421f-43d7-b3cb-f2594fef124f HTTP/1.1" status: 200 len: 944 time: 0.0863290 Jun 16 16:05:40.293772 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-f36b1fda-ddd5-4136-969c-aaa9b8802fdb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d3340e8f7efc4daf8ea82bf0d1bada25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1898041 Jun 16 16:05:40.296692 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 34744) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:40.296810 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36b1fda-ddd5-4136-969c-aaa9b8802fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf366a9-6674-40b1-bc6b-08870d4eff7f,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:40.315140 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-f36b1fda-ddd5-4136-969c-aaa9b8802fdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:40.340341 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Provisioning for port 714d0464-4fc1-4a46-865a-cdae5e5b79ea completed by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:05:40.348565 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Provisioning complete for port 714d0464-4fc1-4a46-865a-cdae5e5b79ea triggered by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:05:40.351846 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:40.407793 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-5a6491d5-ecf8-40bc-a6de-ea386d8fa68a req-54df43fa-335b-4869-9820-159f4a49d78e tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001213 Jun 16 16:05:40.428948 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8a265aaa-5d64-4ab2-8eec-2af4b2d96d13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:40.453700 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8a265aaa-5d64-4ab2-8eec-2af4b2d96d13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:40.460338 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 34748) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:40.461153 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:40.477031 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-02d7d827-b6f9-4695-ab4c-caeade52e3b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:40.488955 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d1f42e3-421f-43d7-b3cb-f2594fef124f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '714d0464-4fc1-4a46-865a-cdae5e5b79ea'}] {{(pid=91876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:05:40.493537 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a9c68db8c06307a0250ecdd4df366f09270e0987ddc1c5d61c2ecaceaac02f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe57f89-49f9-4e2b-a87f-d7f654acf619" -d '{"events": [{"server_uuid": "6d1f42e3-421f-43d7-b3cb-f2594fef124f", "name": "network-vif-plugged", "status": "completed", "tag": "714d0464-4fc1-4a46-865a-cdae5e5b79ea"}]}' {{(pid=91876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:05:40.527352 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] For port 714d0464-4fc1-4a46-865a-cdae5e5b79ea, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=714d0464-4fc1-4a46-865a-cdae5e5b79ea,segment=NetworkSegment(e3ef9535-e5ad-46f0-9fc0-c954d062c2cb),segment_id=e3ef9535-e5ad-46f0-9fc0-c954d062c2cb)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:05:40.536476 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:40.548317 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device 251c5bee-1a5b-4457-960d-646b0cb7a851 up at agent hyperv_hv-cinder-79611 {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:05:40.554972 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5333a56a-5188-4264-9e3d-0c0b438be394 x-openstack-request-id: req-5333a56a-5188-4264-9e3d-0c0b438be394 {{(pid=91876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:05:40.555294 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d1f42e3-421f-43d7-b3cb-f2594fef124f", "name": "network-vif-plugged", "status": "completed", "tag": "714d0464-4fc1-4a46-865a-cdae5e5b79ea", "code": 200}]} {{(pid=91876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:05:40.555731 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5333a56a-5188-4264-9e3d-0c0b438be394 {{(pid=91876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:05:40.556197 dv-cinder-796114-3-iscsi neutron-server[91876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d1f42e3-421f-43d7-b3cb-f2594fef124f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '714d0464-4fc1-4a46-865a-cdae5e5b79ea', 'code': 200} Jun 16 16:05:40.556628 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8a265aaa-5d64-4ab2-8eec-2af4b2d96d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:40.556758 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-8424b844-baa7-4c8d-95fb-b6c672dfd133 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:40.560822 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8a265aaa-5d64-4ab2-8eec-2af4b2d96d13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:40.565314 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-8a265aaa-5d64-4ab2-8eec-2af4b2d96d13 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fdf366a9-6674-40b1-bc6b-08870d4eff7f HTTP/1.1" status: 204 len: 168 time: 0.2669213 Jun 16 16:05:40.566302 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:40.583836 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a265aaa-5d64-4ab2-8eec-2af4b2d96d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf366a9-6674-40b1-bc6b-08870d4eff7f,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:40.593160 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-8a265aaa-5d64-4ab2-8eec-2af4b2d96d13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:40.622796 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-02d7d827-b6f9-4695-ab4c-caeade52e3b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:40.637643 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-02d7d827-b6f9-4695-ab4c-caeade52e3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:40.641308 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-9152e3db-a9fd-4f67-a1a6-08e7df31c516 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:40.686905 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-02d7d827-b6f9-4695-ab4c-caeade52e3b0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=97ab88d0a84e42c1a14357e29866573e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2254753 Jun 16 16:05:40.688043 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d7d827-b6f9-4695-ab4c-caeade52e3b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede63430-c8b2-4ad6-9197-02b2c8d62c51,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:40.689942 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 34756) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:40.691398 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-02d7d827-b6f9-4695-ab4c-caeade52e3b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:40.768956 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Pushing event updated for resources: {'Port': ['ID=714d0464-4fc1-4a46-865a-cdae5e5b79ea,revision_number=5']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:40.778111 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-5e037be9-28ad-46ad-b7e2-74c707effa1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:40.783978 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 34758) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:40.811154 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:40.814162 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-5e037be9-28ad-46ad-b7e2-74c707effa1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:40.901960 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Provisioning for port 251c5bee-1a5b-4457-960d-646b0cb7a851 completed by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:05:40.908481 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Provisioning complete for port 251c5bee-1a5b-4457-960d-646b0cb7a851 triggered by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:05:40.909052 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:40.988195 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e3769-5581-4d3d-8f22-361212cdb0e6 req-ca458558-eecf-4352-a601-3ccf4faef327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:40.990940 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-9a0e3769-5581-4d3d-8f22-361212cdb0e6 req-ca458558-eecf-4352-a601-3ccf4faef327 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6d1f42e3-421f-43d7-b3cb-f2594fef124f HTTP/1.1" status: 200 len: 1098 time: 0.1709888 Jun 16 16:05:40.997115 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-5e037be9-28ad-46ad-b7e2-74c707effa1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:41.008654 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-5e037be9-28ad-46ad-b7e2-74c707effa1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:41.010340 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-5e037be9-28ad-46ad-b7e2-74c707effa1a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ede63430-c8b2-4ad6-9197-02b2c8d62c51 HTTP/1.1" status: 204 len: 168 time: 0.3189232 Jun 16 16:05:41.012733 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:41.033884 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e037be9-28ad-46ad-b7e2-74c707effa1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede63430-c8b2-4ad6-9197-02b2c8d62c51,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:41.039543 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-5e037be9-28ad-46ad-b7e2-74c707effa1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:41.074132 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-9a0e3769-5581-4d3d-8f22-361212cdb0e6 req-5b0cc9d4-3a3c-469d-9a85-cc6126098367 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755110 Jun 16 16:05:41.093705 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:41.144091 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] For port 251c5bee-1a5b-4457-960d-646b0cb7a851, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=251c5bee-1a5b-4457-960d-646b0cb7a851,segment=NetworkSegment(28ca8ba8-691c-48b2-ad64-51cdd785b47e),segment_id=28ca8ba8-691c-48b2-ad64-51cdd785b47e)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:05:41.155786 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:41.158447 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device 6575874c-1654-4f04-8efd-46fb3521dfb7 up at agent hyperv_hv-cinder-79611 {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:05:41.163438 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501b2051-4fe8-4443-897a-4ae846d474a4 req-77e4865e-2c55-4a2a-93e6-a892a9fe66ed tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:41.165445 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-501b2051-4fe8-4443-897a-4ae846d474a4 req-77e4865e-2c55-4a2a-93e6-a892a9fe66ed tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc60efe-e253-48bb-be1d-c16c72aab023 HTTP/1.1" status: 200 len: 944 time: 0.1057589 Jun 16 16:05:41.172129 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 34772) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:41.197631 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-794d89dd-4529-4ba5-8a75-db124338e318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:41.221402 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b23c0f0a-5516-4c9f-a35c-93bacf306005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:41.228102 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-49f12dd7-b8cb-4536-a995-0718b0b91536 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:41.238683 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-501b2051-4fe8-4443-897a-4ae846d474a4 req-6360ffc9-7fb5-4176-aed7-398c0a46195f tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/security-groups?id=01064c80-ee96-4ba5-9d69-666f89adc486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572643 Jun 16 16:05:41.306317 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21485371-214e-4c7c-8d8a-59359b4e3fdc req-0931f478-16d2-4271-a702-e28cb15b7b43 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:41.308766 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-21485371-214e-4c7c-8d8a-59359b4e3fdc req-0931f478-16d2-4271-a702-e28cb15b7b43 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 944 time: 0.0893037 Jun 16 16:05:41.325245 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Pushing event updated for resources: {'Port': ['ID=251c5bee-1a5b-4457-960d-646b0cb7a851,revision_number=5']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:41.328710 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:41.330174 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Provisioning for port 6575874c-1654-4f04-8efd-46fb3521dfb7 completed by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:05:41.336168 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Provisioning complete for port 6575874c-1654-4f04-8efd-46fb3521dfb7 triggered by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:05:41.336569 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:41.373941 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-794d89dd-4529-4ba5-8a75-db124338e318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:41.379518 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-21485371-214e-4c7c-8d8a-59359b4e3fdc req-2309d694-7023-495a-9cdc-d39f4e96b04e tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633466 Jun 16 16:05:41.395759 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-794d89dd-4529-4ba5-8a75-db124338e318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:41.400835 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6ded4695-b368-4ecc-80a5-bf4f17a3891a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:41.432136 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794d89dd-4529-4ba5-8a75-db124338e318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b05c2b3-9d82-49b5-8964-46766111c04b,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:41.452701 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-794d89dd-4529-4ba5-8a75-db124338e318 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:41.461636 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:41.472415 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-794d89dd-4529-4ba5-8a75-db124338e318 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f405d7721e2c4df3bff1172a75619df6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2969041 Jun 16 16:05:41.473118 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 34780) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:41.530009 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] For port 6575874c-1654-4f04-8efd-46fb3521dfb7, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=6575874c-1654-4f04-8efd-46fb3521dfb7,segment=NetworkSegment(9b04c04a-5851-495d-91c5-098f1a7e56ff),segment_id=9b04c04a-5851-495d-91c5-098f1a7e56ff)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:05:41.542461 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:41.549241 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device ca8703c9-c6b4-4d8f-be28-12dc629b84bc up at agent hyperv_hv-cinder-79611 {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:05:41.549241 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:41.557935 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b23c0f0a-5516-4c9f-a35c-93bacf306005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:41.559739 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-a13b0a82-6376-4e36-9ac6-aaafa255f797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:41.563198 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b23c0f0a-5516-4c9f-a35c-93bacf306005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:41.568965 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-26bbd535-4ab8-455f-9817-7895dfe1da26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:41.614869 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23c0f0a-5516-4c9f-a35c-93bacf306005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff122d7-3d0f-437f-be61-be6ee4cdaa2e,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:41.619119 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-b23c0f0a-5516-4c9f-a35c-93bacf306005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:41.625228 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-b23c0f0a-5516-4c9f-a35c-93bacf306005 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6a5ae22f433a4698bce9a4fffb3f529f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8392818 Jun 16 16:05:41.626063 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 34786) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:41.641872 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-a13b0a82-6376-4e36-9ac6-aaafa255f797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:41.664499 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Pushing event updated for resources: {'Port': ['ID=6575874c-1654-4f04-8efd-46fb3521dfb7,revision_number=5']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:41.668474 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:41.678693 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Provisioning for port ca8703c9-c6b4-4d8f-be28-12dc629b84bc completed by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:05:41.684332 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Provisioning complete for port ca8703c9-c6b4-4d8f-be28-12dc629b84bc triggered by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:05:41.685104 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:41.721296 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-37841856-1517-424c-bbc4-2f0f9fe88b84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:41.753618 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-37841856-1517-424c-bbc4-2f0f9fe88b84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:41.789475 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:41.818524 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.agents_db [None req-058d43c2-15cf-4374-9ac5-1369303d1fb9 None None] Agent healthcheck: found 6 active agents {{(pid=91877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:05:41.820380 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a5d17a-2952-41ea-98f9-33eadc1ac467 req-fc11fddf-8b75-48a6-98ac-eb483ae0f278 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:41.821970 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-86a5d17a-2952-41ea-98f9-33eadc1ac467 req-fc11fddf-8b75-48a6-98ac-eb483ae0f278 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d1f42e3-421f-43d7-b3cb-f2594fef124f HTTP/1.1" status: 200 len: 945 time: 0.1829476 Jun 16 16:05:41.823086 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-a13b0a82-6376-4e36-9ac6-aaafa255f797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:41.827397 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-a13b0a82-6376-4e36-9ac6-aaafa255f797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:41.829249 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-a13b0a82-6376-4e36-9ac6-aaafa255f797 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0b05c2b3-9d82-49b5-8964-46766111c04b HTTP/1.1" status: 204 len: 168 time: 0.3556406 Jun 16 16:05:41.831078 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:41.844944 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13b0a82-6376-4e36-9ac6-aaafa255f797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b05c2b3-9d82-49b5-8964-46766111c04b,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:41.846719 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] For port ca8703c9-c6b4-4d8f-be28-12dc629b84bc, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=ca8703c9-c6b4-4d8f-be28-12dc629b84bc,segment=NetworkSegment(e3ef9535-e5ad-46f0-9fc0-c954d062c2cb),segment_id=e3ef9535-e5ad-46f0-9fc0-c954d062c2cb)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:05:41.852905 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-a13b0a82-6376-4e36-9ac6-aaafa255f797 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:41.856984 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:41.861843 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:41.865412 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-37841856-1517-424c-bbc4-2f0f9fe88b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:41.869968 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-37841856-1517-424c-bbc4-2f0f9fe88b84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:41.871269 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-37841856-1517-424c-bbc4-2f0f9fe88b84 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9ff122d7-3d0f-437f-be61-be6ee4cdaa2e HTTP/1.1" status: 204 len: 168 time: 0.2439520 Jun 16 16:05:41.872102 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-64f493c5-a0b5-448b-952b-1f503506c98a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:41.878024 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-86a5d17a-2952-41ea-98f9-33eadc1ac467 req-f785b3ce-bea8-4c8f-b3a4-613963234e46 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472114 Jun 16 16:05:41.916285 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37841856-1517-424c-bbc4-2f0f9fe88b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff122d7-3d0f-437f-be61-be6ee4cdaa2e,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:41.922264 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-37841856-1517-424c-bbc4-2f0f9fe88b84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:41.957803 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Pushing event updated for resources: {'Port': ['ID=ca8703c9-c6b4-4d8f-be28-12dc629b84bc,revision_number=5']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:41.961069 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:42.468869 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2bd51e-c8d6-43dc-9773-5a80cc31a534 req-55bd642b-6d65-45bf-a383-163d5472f781 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:42.471541 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-9c2bd51e-c8d6-43dc-9773-5a80cc31a534 req-55bd642b-6d65-45bf-a383-163d5472f781 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc60efe-e253-48bb-be1d-c16c72aab023 HTTP/1.1" status: 200 len: 945 time: 0.0916178 Jun 16 16:05:42.529785 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-9c2bd51e-c8d6-43dc-9773-5a80cc31a534 req-773c8b0b-7c8f-4e60-b4ef-1eb53ae5077b tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/security-groups?id=01064c80-ee96-4ba5-9d69-666f89adc486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507629 Jun 16 16:05:42.557777 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc60efe-e253-48bb-be1d-c16c72aab023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '251c5bee-1a5b-4457-960d-646b0cb7a851'}, {'server_uuid': 'b182016a-ee8e-4a87-8b8e-4d34fb9cf74b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6575874c-1654-4f04-8efd-46fb3521dfb7'}, {'server_uuid': '1a7719ee-7fb9-442d-a71c-6be294b6f5c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca8703c9-c6b4-4d8f-be28-12dc629b84bc'}] {{(pid=91876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:05:42.561391 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a9c68db8c06307a0250ecdd4df366f09270e0987ddc1c5d61c2ecaceaac02f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd73aa4-2caa-4d78-a1a9-3bed7c73511c" -d '{"events": [{"server_uuid": "0cc60efe-e253-48bb-be1d-c16c72aab023", "name": "network-vif-plugged", "status": "completed", "tag": "251c5bee-1a5b-4457-960d-646b0cb7a851"}, {"server_uuid": "b182016a-ee8e-4a87-8b8e-4d34fb9cf74b", "name": "network-vif-plugged", "status": "completed", "tag": "6575874c-1654-4f04-8efd-46fb3521dfb7"}, {"server_uuid": "1a7719ee-7fb9-442d-a71c-6be294b6f5c1", "name": "network-vif-plugged", "status": "completed", "tag": "ca8703c9-c6b4-4d8f-be28-12dc629b84bc"}]}' {{(pid=91876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:05:42.639465 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 16 Jun 2021 16:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c82d433-278e-4d7e-827b-3d878435605e x-openstack-request-id: req-3c82d433-278e-4d7e-827b-3d878435605e {{(pid=91876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:05:42.639805 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc60efe-e253-48bb-be1d-c16c72aab023", "name": "network-vif-plugged", "status": "completed", "tag": "251c5bee-1a5b-4457-960d-646b0cb7a851", "code": 200}, {"server_uuid": "b182016a-ee8e-4a87-8b8e-4d34fb9cf74b", "name": "network-vif-plugged", "status": "completed", "tag": "6575874c-1654-4f04-8efd-46fb3521dfb7", "code": 200}, {"server_uuid": "1a7719ee-7fb9-442d-a71c-6be294b6f5c1", "name": "network-vif-plugged", "status": "completed", "tag": "ca8703c9-c6b4-4d8f-be28-12dc629b84bc", "code": 200}]} {{(pid=91876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:05:42.640141 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3c82d433-278e-4d7e-827b-3d878435605e {{(pid=91876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:05:42.640744 dv-cinder-796114-3-iscsi neutron-server[91876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cc60efe-e253-48bb-be1d-c16c72aab023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '251c5bee-1a5b-4457-960d-646b0cb7a851', 'code': 200} Jun 16 16:05:42.641183 dv-cinder-796114-3-iscsi neutron-server[91876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b182016a-ee8e-4a87-8b8e-4d34fb9cf74b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6575874c-1654-4f04-8efd-46fb3521dfb7', 'code': 200} Jun 16 16:05:42.641858 dv-cinder-796114-3-iscsi neutron-server[91876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a7719ee-7fb9-442d-a71c-6be294b6f5c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca8703c9-c6b4-4d8f-be28-12dc629b84bc', 'code': 200} Jun 16 16:05:42.649145 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d45bdd-47d9-4c44-91e9-18899968532c req-4763b80b-c4e4-43ef-af45-aabb207318ea tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:42.657155 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-b5d45bdd-47d9-4c44-91e9-18899968532c req-4763b80b-c4e4-43ef-af45-aabb207318ea tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 945 time: 0.0978031 Jun 16 16:05:42.966493 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-b5d45bdd-47d9-4c44-91e9-18899968532c req-91c717da-9b26-4506-a586-eadc42c9cc84 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3080945 Jun 16 16:05:43.194325 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340238bd-b6be-4b07-ad9e-4ca5d9762e28 req-0c90e6c0-c16c-46ca-94f8-4e141eb2a07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:43.196013 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-340238bd-b6be-4b07-ad9e-4ca5d9762e28 req-0c90e6c0-c16c-46ca-94f8-4e141eb2a07a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1 HTTP/1.1" status: 200 len: 1098 time: 0.1270604 Jun 16 16:05:43.234875 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-340238bd-b6be-4b07-ad9e-4ca5d9762e28 req-5ed1afe6-c334-4e20-bf70-8548242f42aa service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316608 Jun 16 16:05:43.266895 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242977e-8402-41b4-84d7-660580b9266e req-d0805d22-492f-4890-b479-fb4c4cbd1e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:43.268713 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-2242977e-8402-41b4-84d7-660580b9266e req-d0805d22-492f-4890-b479-fb4c4cbd1e9d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 1098 time: 0.2012002 Jun 16 16:05:43.281903 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4368cbc6-15b1-4a3b-8b99-244d90884911 req-e4365025-9ad9-43bc-8f9c-39f677d34485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:43.283470 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-4368cbc6-15b1-4a3b-8b99-244d90884911 req-e4365025-9ad9-43bc-8f9c-39f677d34485 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0cc60efe-e253-48bb-be1d-c16c72aab023 HTTP/1.1" status: 200 len: 1098 time: 0.1367681 Jun 16 16:05:43.296109 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e133dc-e092-4695-837c-bc19ae637761 req-e99947b7-cee4-4410-aa7f-c3709905b6ba tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:43.297592 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-e6e133dc-e092-4695-837c-bc19ae637761 req-e99947b7-cee4-4410-aa7f-c3709905b6ba tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d1f42e3-421f-43d7-b3cb-f2594fef124f HTTP/1.1" status: 200 len: 945 time: 0.1337900 Jun 16 16:05:43.316413 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 34878) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:43.376848 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-2242977e-8402-41b4-84d7-660580b9266e req-07a45747-29b8-48ce-8310-1945a516a9c8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782847 Jun 16 16:05:43.385220 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-4368cbc6-15b1-4a3b-8b99-244d90884911 req-cec0be25-fd1f-40c2-8b01-7cb59eb88974 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=01064c80-ee96-4ba5-9d69-666f89adc486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856545 Jun 16 16:05:43.392729 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-e6e133dc-e092-4695-837c-bc19ae637761 req-12e3760c-cd4a-4041-9772-b4aab9556a1a tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830088 Jun 16 16:05:43.527094 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-7f77042d-e4b5-4357-9282-94d7ebb448e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:43.686931 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-7f77042d-e4b5-4357-9282-94d7ebb448e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:43.695102 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-7f77042d-e4b5-4357-9282-94d7ebb448e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:43.707650 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:43.758430 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e76494-3a8f-4ac6-bdb7-4bb8a61cdc7a req-cad92413-fbe8-4f6a-9897-52139fb1cb7e tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:43.760727 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-c2e76494-3a8f-4ac6-bdb7-4bb8a61cdc7a req-cad92413-fbe8-4f6a-9897-52139fb1cb7e tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc60efe-e253-48bb-be1d-c16c72aab023 HTTP/1.1" status: 200 len: 945 time: 0.0934088 Jun 16 16:05:43.800198 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-7f77042d-e4b5-4357-9282-94d7ebb448e2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1527a98fc04042568a5522ce99bb3287&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4825602 Jun 16 16:05:43.801153 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 34908) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:43.808049 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f77042d-e4b5-4357-9282-94d7ebb448e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d7cc03-f7bf-4742-be4a-e9e8c689175a,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:43.811632 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-7f77042d-e4b5-4357-9282-94d7ebb448e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:43.824645 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-c2e76494-3a8f-4ac6-bdb7-4bb8a61cdc7a req-3414f60c-0212-4ac0-ae6e-801dc7b583cc tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/security-groups?id=01064c80-ee96-4ba5-9d69-666f89adc486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569909 Jun 16 16:05:43.865982 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-9dc8b8d4-8808-4c09-8196-80064da35740 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:43.890076 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-9dc8b8d4-8808-4c09-8196-80064da35740 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:43.949777 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-9dc8b8d4-8808-4c09-8196-80064da35740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:43.953662 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-9dc8b8d4-8808-4c09-8196-80064da35740 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:43.957772 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-9dc8b8d4-8808-4c09-8196-80064da35740 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/02d7cc03-f7bf-4742-be4a-e9e8c689175a HTTP/1.1" status: 204 len: 168 time: 0.1548610 Jun 16 16:05:43.959211 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-7f77042d-e4b5-4357-9282-94d7ebb448e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:43.970146 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc8b8d4-8808-4c09-8196-80064da35740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d7cc03-f7bf-4742-be4a-e9e8c689175a,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:43.973070 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-9dc8b8d4-8808-4c09-8196-80064da35740 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:43.997626 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1171d98-0bd7-433c-9d4c-b57717bf547d req-5847c3fe-171d-4961-ad3d-dbc0b650e05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:43.999424 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-f1171d98-0bd7-433c-9d4c-b57717bf547d req-5847c3fe-171d-4961-ad3d-dbc0b650e05d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9736a5dc95504648ab9aceb89928bdef&device_id=6d1f42e3-421f-43d7-b3cb-f2594fef124f HTTP/1.1" status: 200 len: 1098 time: 0.0976865 Jun 16 16:05:44.089660 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead7c00d-571f-40b4-84de-7c26841e201f req-b6ed043c-ac33-4e38-a18a-24e8a8002dcb tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:44.091568 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ead7c00d-571f-40b4-84de-7c26841e201f req-b6ed043c-ac33-4e38-a18a-24e8a8002dcb tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d1f42e3-421f-43d7-b3cb-f2594fef124f HTTP/1.1" status: 200 len: 945 time: 0.1131532 Jun 16 16:05:44.128432 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1171d98-0bd7-433c-9d4c-b57717bf547d req-230bbda7-d23c-42f9-ad30-c5a77cdd2efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:44.130524 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-f1171d98-0bd7-433c-9d4c-b57717bf547d req-230bbda7-d23c-42f9-ad30-c5a77cdd2efc service neutron] 10.222.0.15 "GET /v2.0/networks?id=97223e70-3be0-4b71-bad0-215c0b28ffe7 HTTP/1.1" status: 200 len: 919 time: 0.1197975 Jun 16 16:05:44.161276 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ead7c00d-571f-40b4-84de-7c26841e201f req-f66a00ae-31d3-4e31-8d5f-484fe020ec18 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629263 Jun 16 16:05:44.185955 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-f1171d98-0bd7-433c-9d4c-b57717bf547d req-02b3d11e-1cda-4dc9-be69-47ca8e13b85a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=714d0464-4fc1-4a46-865a-cdae5e5b79ea HTTP/1.1" status: 200 len: 217 time: 0.0448208 Jun 16 16:05:44.278815 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1171d98-0bd7-433c-9d4c-b57717bf547d req-737c4db9-0a41-4e90-809d-605e1f8929dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:44.280360 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-f1171d98-0bd7-433c-9d4c-b57717bf547d req-737c4db9-0a41-4e90-809d-605e1f8929dd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ca88b3dc-ceb5-4055-b366-67e774be9898 HTTP/1.1" status: 200 len: 858 time: 0.0845525 Jun 16 16:05:44.299006 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7847dee-4bd4-41eb-9e72-683aaefb5a9d req-357c19a3-acfe-4350-a38e-f0af7cc997e7 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:44.300894 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-f7847dee-4bd4-41eb-9e72-683aaefb5a9d req-357c19a3-acfe-4350-a38e-f0af7cc997e7 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 945 time: 0.1176412 Jun 16 16:05:44.340746 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-f1171d98-0bd7-433c-9d4c-b57717bf547d req-4230be41-0ae2-4365-8c3e-2e90955b8834 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=97223e70-3be0-4b71-bad0-215c0b28ffe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388725 Jun 16 16:05:44.401298 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-f7847dee-4bd4-41eb-9e72-683aaefb5a9d req-130ca7cd-5d5f-4763-873f-f08af8d2c3ea tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866201 Jun 16 16:05:44.506957 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-f1171d98-0bd7-433c-9d4c-b57717bf547d req-856ac091-8cc4-4e87-9af2-b007e8ea33aa service neutron] 10.222.0.15 "GET /v2.0/networks/97223e70-3be0-4b71-bad0-215c0b28ffe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574514 Jun 16 16:05:44.556553 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 34938) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:44.576960 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-64ec48b8-fa12-42ae-baa0-30c9f817842b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:44.629942 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-f1171d98-0bd7-433c-9d4c-b57717bf547d req-a24c295d-e078-4100-93d1-b4e3048739bb service neutron] 10.222.0.15 "GET /v2.0/networks/97223e70-3be0-4b71-bad0-215c0b28ffe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072986 Jun 16 16:05:44.703023 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-64ec48b8-fa12-42ae-baa0-30c9f817842b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:44.706653 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-64ec48b8-fa12-42ae-baa0-30c9f817842b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:44.711119 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:44.754521 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 34950) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:44.762830 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-64ec48b8-fa12-42ae-baa0-30c9f817842b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e58eb01ce04c4792b30f0837a3558036&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2050834 Jun 16 16:05:44.769861 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ec48b8-fa12-42ae-baa0-30c9f817842b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d86f6e-04fe-4c25-a60d-39a68e8dd5e0,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:44.775995 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-64ec48b8-fa12-42ae-baa0-30c9f817842b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:44.812935 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-57cd5e60-1a42-498e-a984-64ec12e51b64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:44.844704 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-57cd5e60-1a42-498e-a984-64ec12e51b64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:44.922940 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-57cd5e60-1a42-498e-a984-64ec12e51b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:44.925609 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-57cd5e60-1a42-498e-a984-64ec12e51b64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:44.927588 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-57cd5e60-1a42-498e-a984-64ec12e51b64 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/16d86f6e-04fe-4c25-a60d-39a68e8dd5e0 HTTP/1.1" status: 204 len: 168 time: 0.1707668 Jun 16 16:05:44.928612 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-b23c0f0a-5516-4c9f-a35c-93bacf306005 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:44.938770 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cd5e60-1a42-498e-a984-64ec12e51b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d86f6e-04fe-4c25-a60d-39a68e8dd5e0,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:44.942944 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-57cd5e60-1a42-498e-a984-64ec12e51b64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:45.001653 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 34964) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:45.055305 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a0cee2-b92e-476d-9fa0-5614c64b81db req-9229862a-7b71-4695-bc6e-ac66fd1014e9 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:45.057005 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-10a0cee2-b92e-476d-9fa0-5614c64b81db req-9229862a-7b71-4695-bc6e-ac66fd1014e9 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc60efe-e253-48bb-be1d-c16c72aab023 HTTP/1.1" status: 200 len: 945 time: 0.0978529 Jun 16 16:05:45.105970 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-10a0cee2-b92e-476d-9fa0-5614c64b81db req-a320c7e6-5595-4cbd-a1f6-3afb1955a093 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/security-groups?id=01064c80-ee96-4ba5-9d69-666f89adc486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427370 Jun 16 16:05:45.407007 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-fbd5a0b3-8687-4f0b-a522-c47a5ef22385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:45.455595 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de28edb-dd68-48bf-92f5-0c40a016f003 req-fd813830-8d84-4efc-8333-e6c45b1429e9 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:45.457232 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-0de28edb-dd68-48bf-92f5-0c40a016f003 req-fd813830-8d84-4efc-8333-e6c45b1429e9 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d1f42e3-421f-43d7-b3cb-f2594fef124f HTTP/1.1" status: 200 len: 945 time: 0.1202996 Jun 16 16:05:45.535903 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-0de28edb-dd68-48bf-92f5-0c40a016f003 req-fc782554-cac4-4d11-b640-6587e714964d tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663965 Jun 16 16:05:45.611430 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-fbd5a0b3-8687-4f0b-a522-c47a5ef22385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:45.619052 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-fbd5a0b3-8687-4f0b-a522-c47a5ef22385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:45.622742 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-0e5e5655-23b1-49f1-a38c-25433b3e50c9 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:45.644048 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888a93b-07a2-4074-aa8a-7a75e26222d5 req-bb8400cc-c0df-4013-b581-7f251f9d385a tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:45.653945 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-e888a93b-07a2-4074-aa8a-7a75e26222d5 req-bb8400cc-c0df-4013-b581-7f251f9d385a tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 945 time: 0.0795951 Jun 16 16:05:45.660821 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd5a0b3-8687-4f0b-a522-c47a5ef22385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d41a2b48-a363-4dad-b4df-c599df0c8472,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:45.670486 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-fbd5a0b3-8687-4f0b-a522-c47a5ef22385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:45.686506 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-fbd5a0b3-8687-4f0b-a522-c47a5ef22385 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dd9ce48905864051a91284d875a0d2d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6833043 Jun 16 16:05:45.688919 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 34996) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:45.719461 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-e888a93b-07a2-4074-aa8a-7a75e26222d5 req-12c0aedf-bc56-4116-aea5-7d370e867349 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626814 Jun 16 16:05:45.766038 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-9ea0c643-5596-4251-8fc4-0ad925781a9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:45.792878 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-9ea0c643-5596-4251-8fc4-0ad925781a9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:45.969938 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-9ea0c643-5596-4251-8fc4-0ad925781a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:45.972865 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-9ea0c643-5596-4251-8fc4-0ad925781a9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:45.976946 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-9ea0c643-5596-4251-8fc4-0ad925781a9e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d41a2b48-a363-4dad-b4df-c599df0c8472 HTTP/1.1" status: 204 len: 168 time: 0.2838686 Jun 16 16:05:45.978582 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:45.990633 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea0c643-5596-4251-8fc4-0ad925781a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41a2b48-a363-4dad-b4df-c599df0c8472,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:46.027367 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-9ea0c643-5596-4251-8fc4-0ad925781a9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:46.040557 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c2695-87cd-4a64-8ba8-c234d6c9974d req-526f3f4c-8da2-4447-b676-3e4cfa4cbcec tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:46.046633 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-996c2695-87cd-4a64-8ba8-c234d6c9974d req-526f3f4c-8da2-4447-b676-3e4cfa4cbcec tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 945 time: 0.1804662 Jun 16 16:05:46.052399 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 35020) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:46.057672 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-c4fa6c26-07a5-44c6-a5bb-9317955c69ef tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Request body: {'floatingip': {'port_id': '6575874c-1654-4f04-8efd-46fb3521dfb7'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:05:46.159494 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-c4fa6c26-07a5-44c6-a5bb-9317955c69ef tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks [] for floatingip, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:46.260851 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 35032) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:46.444890 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18770ff-901c-49fb-ba6a-cce32dd18e2a req-12f8a235-73fd-4746-a045-bd4a5d9c9f3f tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:46.445576 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-f18770ff-901c-49fb-ba6a-cce32dd18e2a req-12f8a235-73fd-4746-a045-bd4a5d9c9f3f tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc60efe-e253-48bb-be1d-c16c72aab023 HTTP/1.1" status: 200 len: 945 time: 0.1283717 Jun 16 16:05:46.496339 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-f18770ff-901c-49fb-ba6a-cce32dd18e2a req-3f02c492-fe78-4656-a69c-bc3012880087 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/security-groups?id=01064c80-ee96-4ba5-9d69-666f89adc486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447750 Jun 16 16:05:46.541357 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-ff89048b-d3f0-4661-81e3-de3fae7fd67e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:46.662927 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5615a730-ea97-4d92-9cac-c919ad4b482c req-0d6947dc-3b6d-401b-93f9-ae952c8ccaa3 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:46.673217 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-ff89048b-d3f0-4661-81e3-de3fae7fd67e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:46.677247 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-5615a730-ea97-4d92-9cac-c919ad4b482c req-0d6947dc-3b6d-401b-93f9-ae952c8ccaa3 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] 10.222.0.49 "GET /v2.0/ports?device_id=9161da88-f8c8-4834-b8bf-25c415ee57f8 HTTP/1.1" status: 200 len: 945 time: 0.2434211 Jun 16 16:05:46.680960 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-ff89048b-d3f0-4661-81e3-de3fae7fd67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:46.711871 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bb7da30d-4bce-4334-9caf-9963307c85fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:46.728232 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-ff89048b-d3f0-4661-81e3-de3fae7fd67e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d1e49b655a104c998c8b5ad357916025&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4635499 Jun 16 16:05:46.730436 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 35056) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:46.781836 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff89048b-d3f0-4661-81e3-de3fae7fd67e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92050f03-6ab6-47c7-beb5-1939facb845e,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:46.785668 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-ff89048b-d3f0-4661-81e3-de3fae7fd67e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:46.829672 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-5615a730-ea97-4d92-9cac-c919ad4b482c req-925a8a00-551c-4820-82da-22fd37a03af5 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdcdfe14-ed1e-4eed-be98-af6baa230d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514318 Jun 16 16:05:46.834249 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c6b03-22f4-434e-a6cf-5b282eb9fb56 req-bac3a0e8-f288-47f9-80f4-d11f91a90d4f tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:46.835762 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-d88c6b03-22f4-434e-a6cf-5b282eb9fb56 req-bac3a0e8-f288-47f9-80f4-d11f91a90d4f tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc60efe-e253-48bb-be1d-c16c72aab023 HTTP/1.1" status: 200 len: 945 time: 0.1054466 Jun 16 16:05:46.853553 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 35064) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:46.853553 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.v2.base [None req-426d67cc-c9f3-40ba-9834-1ba5f6e93b12 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Request body: {'floatingip': {'port_id': '251c5bee-1a5b-4457-960d-646b0cb7a851'}} {{(pid=91875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:05:47.032106 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-426d67cc-c9f3-40ba-9834-1ba5f6e93b12 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks [] for floatingip, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:47.032474 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-bbd03af2-e416-46a5-a9bf-f36af9428d62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:47.151536 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.db.resource_extend [None req-c4fa6c26-07a5-44c6-a5bb-9317955c69ef tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 16 16:05:47.221216 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-bbd03af2-e416-46a5-a9bf-f36af9428d62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:47.269323 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-c4fa6c26-07a5-44c6-a5bb-9317955c69ef tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:47.281761 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-c4fa6c26-07a5-44c6-a5bb-9317955c69ef tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702189'] for floatingip, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:47.282743 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd12921-5c65-4d9d-9187-8e06504d6de2 req-f159403b-6cbc-4bac-b138-67561a8f7802 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:47.284421 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-6cd12921-5c65-4d9d-9187-8e06504d6de2 req-f159403b-6cbc-4bac-b138-67561a8f7802 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d1f42e3-421f-43d7-b3cb-f2594fef124f HTTP/1.1" status: 200 len: 945 time: 0.1677022 Jun 16 16:05:47.442520 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-3a5bd999-ae32-4b99-942d-2eeaaec50c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:47.494660 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-6cd12921-5c65-4d9d-9187-8e06504d6de2 req-1563a9fd-9198-42fc-ace7-977dca1c4e8c tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582358 Jun 16 16:05:47.590851 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-bbd03af2-e416-46a5-a9bf-f36af9428d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:47.593982 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-bbd03af2-e416-46a5-a9bf-f36af9428d62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:47.595342 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-bbd03af2-e416-46a5-a9bf-f36af9428d62 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/92050f03-6ab6-47c7-beb5-1939facb845e HTTP/1.1" status: 204 len: 168 time: 0.8633449 Jun 16 16:05:47.598076 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-9dc8b8d4-8808-4c09-8196-80064da35740 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:47.615719 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd03af2-e416-46a5-a9bf-f36af9428d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92050f03-6ab6-47c7-beb5-1939facb845e,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:47.628296 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-bbd03af2-e416-46a5-a9bf-f36af9428d62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:47.630192 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.db.l3_db [None req-c4fa6c26-07a5-44c6-a5bb-9317955c69ef tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Floating IP 4f86be5b-1c0a-4bc2-9492-15191ccffefe associated. External IP: 172.27.1.29, port: 6575874c-1654-4f04-8efd-46fb3521dfb7. Jun 16 16:05:47.967012 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-426d67cc-c9f3-40ba-9834-1ba5f6e93b12 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:47.975853 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-426d67cc-c9f3-40ba-9834-1ba5f6e93b12 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702189'] for floatingip, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:48.022305 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4fa6c26-07a5-44c6-a5bb-9317955c69ef tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Router 055c9b6e-7b28-4250-a567-731b1fadb57f has already been hosted by L3 agent 0e7678c9-774c-4c46-a09f-f3aaee363ca4 {{(pid=91874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:05:48.262946 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 35148) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:48.281401 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b49af-95b0-479f-a4e5-675d0389e70b req-8b375890-a9e9-40af-950b-f4606e87ec03 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:48.286263 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-8e25b929-54d3-4654-a235-ac3b3ea760ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:48.300356 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a18b49af-95b0-479f-a4e5-675d0389e70b req-8b375890-a9e9-40af-950b-f4606e87ec03 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] 10.222.0.49 "GET /v2.0/ports?device_id=9161da88-f8c8-4834-b8bf-25c415ee57f8 HTTP/1.1" status: 200 len: 945 time: 0.3208075 Jun 16 16:05:48.344597 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.db.l3_db [None req-426d67cc-c9f3-40ba-9834-1ba5f6e93b12 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Floating IP 6aa23f55-5652-49ac-b1d0-7e3e0530df26 associated. External IP: 172.27.1.109, port: 251c5bee-1a5b-4457-960d-646b0cb7a851. Jun 16 16:05:48.347879 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4fa6c26-07a5-44c6-a5bb-9317955c69ef tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify agent at l3_agent.dv-cinder-796114-3-iscsi the message routers_updated {{(pid=91874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:05:48.351972 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a18b49af-95b0-479f-a4e5-675d0389e70b req-1135beb0-7407-43f2-a992-06ed23ccf71f tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdcdfe14-ed1e-4eed-be98-af6baa230d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508020 Jun 16 16:05:48.354866 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-c4fa6c26-07a5-44c6-a5bb-9317955c69ef tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208782'] for floatingip, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:48.361796 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1b68e8-2b87-497f-9de2-5830e0fcc1d2 None None] Sync routers for ids ['055c9b6e-7b28-4250-a567-731b1fadb57f'] in dv-cinder-796114-3-iscsi {{(pid=91877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:05:48.383459 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1b68e8-2b87-497f-9de2-5830e0fcc1d2 None None] Routers {'055c9b6e-7b28-4250-a567-731b1fadb57f'} bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:05:48.384090 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_hamode_db [None req-9f1b68e8-2b87-497f-9de2-5830e0fcc1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T15:57:20Z,description=,heartbeat_timestamp=2021-06-16T16:05:20Z,host='dv-cinder-796114-3-iscsi',id=0e7678c9-774c-4c46-a09f-f3aaee363ca4,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:57:20Z,topic='l3_agent')) {'router_ids': ['055c9b6e-7b28-4250-a567-731b1fadb57f'], 'active': True} {{(pid=91877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:05:48.418228 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-c4fa6c26-07a5-44c6-a5bb-9317955c69ef tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "PUT /v2.0/floatingips/4f86be5b-1c0a-4bc2-9492-15191ccffefe HTTP/1.1" status: 200 len: 990 time: 2.3644042 Jun 16 16:05:48.419054 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b182016a-ee8e-4a87-8b8e-4d34fb9cf74b', 'tag': '6575874c-1654-4f04-8efd-46fb3521dfb7'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:05:48.421791 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac39972ab304bebcb834853fc43b221d920fab97f47da84b7636f2612ed6f187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b3dfcf-995a-43d0-9e03-7309ee393be2" -d '{"events": [{"name": "network-changed", "server_uuid": "b182016a-ee8e-4a87-8b8e-4d34fb9cf74b", "tag": "6575874c-1654-4f04-8efd-46fb3521dfb7"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:05:48.495609 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e60715-9813-4fc2-ab55-1c747bd7b736 x-openstack-request-id: req-32e60715-9813-4fc2-ab55-1c747bd7b736 {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:05:48.495609 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b182016a-ee8e-4a87-8b8e-4d34fb9cf74b", "tag": "6575874c-1654-4f04-8efd-46fb3521dfb7", "status": "completed", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:05:48.495609 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-32e60715-9813-4fc2-ab55-1c747bd7b736 {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:05:48.496194 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b182016a-ee8e-4a87-8b8e-4d34fb9cf74b', 'tag': '6575874c-1654-4f04-8efd-46fb3521dfb7', 'status': 'completed', 'code': 200} Jun 16 16:05:48.517344 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_dvr_db [None req-9f1b68e8-2b87-497f-9de2-5830e0fcc1d2 None None] Set router 055c9b6e-7b28-4250-a567-731b1fadb57f gateway port host: dv-cinder-796114-3-iscsi {{(pid=91877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:05:48.579688 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-8e25b929-54d3-4654-a235-ac3b3ea760ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:48.585784 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-8e25b929-54d3-4654-a235-ac3b3ea760ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:48.589910 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-c59d089b-8ea3-4519-9e0d-bb1247ff1ddd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:48.646471 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-8e25b929-54d3-4654-a235-ac3b3ea760ec admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8b03b6ce02e14d14969216543e807702&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3798614 Jun 16 16:05:48.650942 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e25b929-54d3-4654-a235-ac3b3ea760ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4635e2-03db-4e73-91f9-3487319f6436,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:48.654694 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 35160) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:48.663201 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-8e25b929-54d3-4654-a235-ac3b3ea760ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:48.680411 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-426d67cc-c9f3-40ba-9834-1ba5f6e93b12 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Router 8112a31f-9720-469c-9d18-4de725043260 has already been hosted by L3 agent 0e7678c9-774c-4c46-a09f-f3aaee363ca4 {{(pid=91875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:05:48.699174 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62fc1f-3936-4add-9b53-67adef882363 req-5508eddc-a130-4a88-a169-f70538ba1687 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:48.705984 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-1b62fc1f-3936-4add-9b53-67adef882363 req-5508eddc-a130-4a88-a169-f70538ba1687 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d1f42e3-421f-43d7-b3cb-f2594fef124f HTTP/1.1" status: 200 len: 945 time: 0.0819814 Jun 16 16:05:48.740594 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-1b62fc1f-3936-4add-9b53-67adef882363 req-25be634a-ddba-4098-9e61-9549ec24a4c8 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317864 Jun 16 16:05:48.781525 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-050281d5-ed72-45e0-8725-3fd2a9108a45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:48.808308 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_hamode_db [None req-9f1b68e8-2b87-497f-9de2-5830e0fcc1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '055c9b6e-7b28-4250-a567-731b1fadb57f', 'name': 'tempest-AttachVolumeShelveTestJSON-1689198256-router', 'tenant_id': '16b677d62510476d919b610e7baa5577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '6da1a5f4-82c1-43e0-a78a-2bf5174efd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:04:52Z', 'updated_at': '2021-06-16T16:04:58Z', 'revision_number': 4, 'project_id': '16b677d62510476d919b610e7baa5577', 'gw_port': {'id': '6da1a5f4-82c1-43e0-a78a-2bf5174efd5c', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:75:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055c9b6e-7b28-4250-a567-731b1fadb57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:04:53Z', 'updated_at': '2021-06-16T16:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi', '_floatingips': [{'id': '4f86be5b-1c0a-4bc2-9492-15191ccffefe', 'tenant_id': '16b677d62510476d919b610e7baa5577', 'floating_ip_address': '172.27.1.29', 'floating_network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'router_id': '055c9b6e-7b28-4250-a567-731b1fadb57f', 'port_id': '6575874c-1654-4f04-8efd-46fb3521dfb7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfdbc1d1-75c9-493c-aefe-3be5c8294cd4', 'mac_address': 'fa:16:3e:58:ef:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b182016a-ee8e-4a87-8b8e-4d34fb9cf74b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:05:09Z', 'updated_at': '2021-06-16T16:05:47Z', 'revision_number': 1, 'project_id': '16b677d62510476d919b610e7baa5577', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4b30c25-4506-4be3-b50b-2b05a2ea7ceb', 'name': '', 'network_id': 'cfdbc1d1-75c9-493c-aefe-3be5c8294cd4', 'tenant_id': '16b677d62510476d919b610e7baa5577', 'mac_address': 'fa:16:3e:2d:cb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055c9b6e-7b28-4250-a567-731b1fadb57f', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6b78bc3c-b434-4bd5-9871-761bea7dd046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:04:57Z', 'updated_at': '2021-06-16T16:05:11Z', 'revision_number': 5, 'project_id': '16b677d62510476d919b610e7baa5577', 'subnets': [{'id': '6b78bc3c-b434-4bd5-9871-761bea7dd046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-iscsi', False) {} {{(pid=91877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:05:48.811540 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1b68e8-2b87-497f-9de2-5830e0fcc1d2 None None] Checking router: 055c9b6e-7b28-4250-a567-731b1fadb57f for host: dv-cinder-796114-3-iscsi {{(pid=91877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:05:48.815974 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-050281d5-ed72-45e0-8725-3fd2a9108a45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:48.819570 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1b68e8-2b87-497f-9de2-5830e0fcc1d2 None None] Routers {'055c9b6e-7b28-4250-a567-731b1fadb57f'} bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:05:48.820164 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_hamode_db [None req-9f1b68e8-2b87-497f-9de2-5830e0fcc1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T15:57:20Z,description=,heartbeat_timestamp=2021-06-16T16:05:20Z,host='dv-cinder-796114-3-iscsi',id=0e7678c9-774c-4c46-a09f-f3aaee363ca4,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:57:20Z,topic='l3_agent')) {'router_ids': ['055c9b6e-7b28-4250-a567-731b1fadb57f'], 'active': True} {{(pid=91877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:05:48.851708 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-426d67cc-c9f3-40ba-9834-1ba5f6e93b12 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify agent at l3_agent.dv-cinder-796114-3-iscsi the message routers_updated {{(pid=91875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:05:48.857536 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-426d67cc-c9f3-40ba-9834-1ba5f6e93b12 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208782'] for floatingip, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:48.861971 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cd587e-e138-445e-b2a3-c76a7be74010 None None] Sync routers for ids ['8112a31f-9720-469c-9d18-4de725043260'] in dv-cinder-796114-3-iscsi {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:05:48.872345 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cd587e-e138-445e-b2a3-c76a7be74010 None None] Routers {'8112a31f-9720-469c-9d18-4de725043260'} bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:05:48.872966 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-a3cd587e-e138-445e-b2a3-c76a7be74010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T15:57:20Z,description=,heartbeat_timestamp=2021-06-16T16:05:20Z,host='dv-cinder-796114-3-iscsi',id=0e7678c9-774c-4c46-a09f-f3aaee363ca4,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:57:20Z,topic='l3_agent')) {'router_ids': ['8112a31f-9720-469c-9d18-4de725043260'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:05:48.897933 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-426d67cc-c9f3-40ba-9834-1ba5f6e93b12 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "PUT /v2.0/floatingips/6aa23f55-5652-49ac-b1d0-7e3e0530df26 HTTP/1.1" status: 200 len: 991 time: 2.0467613 Jun 16 16:05:48.897933 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cc60efe-e253-48bb-be1d-c16c72aab023', 'tag': '251c5bee-1a5b-4457-960d-646b0cb7a851'}] {{(pid=91875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:05:48.898192 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd288140b641fa203b825626e643c4ae2408c15f4fce5032d4686340f68cf7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a63d4aa5-5d49-4fdf-bc76-a197b3fd494f" -d '{"events": [{"name": "network-changed", "server_uuid": "0cc60efe-e253-48bb-be1d-c16c72aab023", "tag": "251c5bee-1a5b-4457-960d-646b0cb7a851"}]}' {{(pid=91875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:05:48.910161 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-050281d5-ed72-45e0-8725-3fd2a9108a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:48.913779 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-050281d5-ed72-45e0-8725-3fd2a9108a45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:48.915032 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-050281d5-ed72-45e0-8725-3fd2a9108a45 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4a4635e2-03db-4e73-91f9-3487319f6436 HTTP/1.1" status: 204 len: 168 time: 0.2591069 Jun 16 16:05:48.915866 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-783c17c2-89b4-4a78-bdb5-c60fb518bc42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:48.928575 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050281d5-ed72-45e0-8725-3fd2a9108a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a4635e2-03db-4e73-91f9-3487319f6436,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:48.931401 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-050281d5-ed72-45e0-8725-3fd2a9108a45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:48.958589 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_dvr_db [None req-9f1b68e8-2b87-497f-9de2-5830e0fcc1d2 None None] Set router 055c9b6e-7b28-4250-a567-731b1fadb57f gateway port host: dv-cinder-796114-3-iscsi {{(pid=91877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:05:49.010339 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-a3cd587e-e138-445e-b2a3-c76a7be74010 None None] Set router 8112a31f-9720-469c-9d18-4de725043260 gateway port host: dv-cinder-796114-3-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:05:49.234665 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_hamode_db [None req-9f1b68e8-2b87-497f-9de2-5830e0fcc1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '055c9b6e-7b28-4250-a567-731b1fadb57f', 'name': 'tempest-AttachVolumeShelveTestJSON-1689198256-router', 'tenant_id': '16b677d62510476d919b610e7baa5577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '6da1a5f4-82c1-43e0-a78a-2bf5174efd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:04:52Z', 'updated_at': '2021-06-16T16:04:58Z', 'revision_number': 4, 'project_id': '16b677d62510476d919b610e7baa5577', 'gw_port': {'id': '6da1a5f4-82c1-43e0-a78a-2bf5174efd5c', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:75:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055c9b6e-7b28-4250-a567-731b1fadb57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:04:53Z', 'updated_at': '2021-06-16T16:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi', '_floatingips': [{'id': '4f86be5b-1c0a-4bc2-9492-15191ccffefe', 'tenant_id': '16b677d62510476d919b610e7baa5577', 'floating_ip_address': '172.27.1.29', 'floating_network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'router_id': '055c9b6e-7b28-4250-a567-731b1fadb57f', 'port_id': '6575874c-1654-4f04-8efd-46fb3521dfb7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfdbc1d1-75c9-493c-aefe-3be5c8294cd4', 'mac_address': 'fa:16:3e:58:ef:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b182016a-ee8e-4a87-8b8e-4d34fb9cf74b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:05:09Z', 'updated_at': '2021-06-16T16:05:47Z', 'revision_number': 1, 'project_id': '16b677d62510476d919b610e7baa5577', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4b30c25-4506-4be3-b50b-2b05a2ea7ceb', 'name': '', 'network_id': 'cfdbc1d1-75c9-493c-aefe-3be5c8294cd4', 'tenant_id': '16b677d62510476d919b610e7baa5577', 'mac_address': 'fa:16:3e:2d:cb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055c9b6e-7b28-4250-a567-731b1fadb57f', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6b78bc3c-b434-4bd5-9871-761bea7dd046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:04:57Z', 'updated_at': '2021-06-16T16:05:11Z', 'revision_number': 5, 'project_id': '16b677d62510476d919b610e7baa5577', 'subnets': [{'id': '6b78bc3c-b434-4bd5-9871-761bea7dd046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-iscsi', False) {} {{(pid=91877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:05:49.239010 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1b68e8-2b87-497f-9de2-5830e0fcc1d2 None None] The sync data for ids ['055c9b6e-7b28-4250-a567-731b1fadb57f'] in dv-cinder-796114-3-iscsi is: [{'id': '055c9b6e-7b28-4250-a567-731b1fadb57f', 'name': 'tempest-AttachVolumeShelveTestJSON-1689198256-router', 'tenant_id': '16b677d62510476d919b610e7baa5577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '6da1a5f4-82c1-43e0-a78a-2bf5174efd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:04:52Z', 'updated_at': '2021-06-16T16:04:58Z', 'revision_number': 4, 'project_id': '16b677d62510476d919b610e7baa5577', 'gw_port': {'id': '6da1a5f4-82c1-43e0-a78a-2bf5174efd5c', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:75:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055c9b6e-7b28-4250-a567-731b1fadb57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:04:53Z', 'updated_at': '2021-06-16T16:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi', '_floatingips': [{'id': '4f86be5b-1c0a-4bc2-9492-15191ccffefe', 'tenant_id': '16b677d62510476d919b610e7baa5577', 'floating_ip_address': '172.27.1.29', 'floating_network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'router_id': '055c9b6e-7b28-4250-a567-731b1fadb57f', 'port_id': '6575874c-1654-4f04-8efd-46fb3521dfb7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfdbc1d1-75c9-493c-aefe-3be5c8294cd4', 'mac_address': 'fa:16:3e:58:ef:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b182016a-ee8e-4a87-8b8e-4d34fb9cf74b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:05:09Z', 'updated_at': '2021-06-16T16:05:47Z', 'revision_number': 1, 'project_id': '16b677d62510476d919b610e7baa5577', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4b30c25-4506-4be3-b50b-2b05a2ea7ceb', 'name': '', 'network_id': 'cfdbc1d1-75c9-493c-aefe-3be5c8294cd4', 'tenant_id': '16b677d62510476d919b610e7baa5577', 'mac_address': 'fa:16:3e:2d:cb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055c9b6e-7b28-4250-a567-731b1fadb57f', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6b78bc3c-b434-4bd5-9871-761bea7dd046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:04:57Z', 'updated_at': '2021-06-16T16:05:11Z', 'revision_number': 5, 'project_id': '16b677d62510476d919b610e7baa5577', 'subnets': [{'id': '6b78bc3c-b434-4bd5-9871-761bea7dd046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:05:49.305899 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-a3cd587e-e138-445e-b2a3-c76a7be74010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8112a31f-9720-469c-9d18-4de725043260', 'name': 'tempest-AttachVolumeTestJSON-71700425-router', 'tenant_id': 'b6f37c6beb22479fae2758d3ed17d813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '63a1cf5a-d7b5-42f9-9dc4-0f6aedbdefd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:04:55Z', 'updated_at': '2021-06-16T16:05:04Z', 'revision_number': 4, 'project_id': 'b6f37c6beb22479fae2758d3ed17d813', 'gw_port': {'id': '63a1cf5a-d7b5-42f9-9dc4-0f6aedbdefd5', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8112a31f-9720-469c-9d18-4de725043260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:04:57Z', 'updated_at': '2021-06-16T16:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi', '_floatingips': [{'id': '6aa23f55-5652-49ac-b1d0-7e3e0530df26', 'tenant_id': 'b6f37c6beb22479fae2758d3ed17d813', 'floating_ip_address': '172.27.1.109', 'floating_network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'router_id': '8112a31f-9720-469c-9d18-4de725043260', 'port_id': '251c5bee-1a5b-4457-960d-646b0cb7a851', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b440f45-4a88-4d84-9a29-8220f48297fe', 'mac_address': 'fa:16:3e:c2:42:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc60efe-e253-48bb-be1d-c16c72aab023', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:05:20Z', 'updated_at': '2021-06-16T16:05:47Z', 'revision_number': 1, 'project_id': 'b6f37c6beb22479fae2758d3ed17d813', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fe774fa-d9df-4d9a-a7c9-265a06cd514c', 'name': '', 'network_id': '9b440f45-4a88-4d84-9a29-8220f48297fe', 'tenant_id': 'b6f37c6beb22479fae2758d3ed17d813', 'mac_address': 'fa:16:3e:ea:cb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8112a31f-9720-469c-9d18-4de725043260', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ea00e02a-6838-40a9-b1d7-a5a03e20d3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:05:02Z', 'updated_at': '2021-06-16T16:05:18Z', 'revision_number': 5, 'project_id': 'b6f37c6beb22479fae2758d3ed17d813', 'subnets': [{'id': 'ea00e02a-6838-40a9-b1d7-a5a03e20d3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:05:49.317771 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cd587e-e138-445e-b2a3-c76a7be74010 None None] Checking router: 8112a31f-9720-469c-9d18-4de725043260 for host: dv-cinder-796114-3-iscsi {{(pid=91876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:05:49.330469 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:49.332286 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cd587e-e138-445e-b2a3-c76a7be74010 None None] Routers {'8112a31f-9720-469c-9d18-4de725043260'} bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:05:49.333661 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-a3cd587e-e138-445e-b2a3-c76a7be74010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T15:57:20Z,description=,heartbeat_timestamp=2021-06-16T16:05:20Z,host='dv-cinder-796114-3-iscsi',id=0e7678c9-774c-4c46-a09f-f3aaee363ca4,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:57:20Z,topic='l3_agent')) {'router_ids': ['8112a31f-9720-469c-9d18-4de725043260'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:05:49.448005 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-a3cd587e-e138-445e-b2a3-c76a7be74010 None None] Set router 8112a31f-9720-469c-9d18-4de725043260 gateway port host: dv-cinder-796114-3-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:05:49.498507 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7240c9e-2738-40f5-8102-7ae3a5cd0a45 None None] New status for floating IP 4f86be5b-1c0a-4bc2-9492-15191ccffefe: ACTIVE {{(pid=91877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:05:49.695117 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-a3cd587e-e138-445e-b2a3-c76a7be74010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8112a31f-9720-469c-9d18-4de725043260', 'name': 'tempest-AttachVolumeTestJSON-71700425-router', 'tenant_id': 'b6f37c6beb22479fae2758d3ed17d813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '63a1cf5a-d7b5-42f9-9dc4-0f6aedbdefd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:04:55Z', 'updated_at': '2021-06-16T16:05:04Z', 'revision_number': 4, 'project_id': 'b6f37c6beb22479fae2758d3ed17d813', 'gw_port': {'id': '63a1cf5a-d7b5-42f9-9dc4-0f6aedbdefd5', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8112a31f-9720-469c-9d18-4de725043260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:04:57Z', 'updated_at': '2021-06-16T16:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi', '_floatingips': [{'id': '6aa23f55-5652-49ac-b1d0-7e3e0530df26', 'tenant_id': 'b6f37c6beb22479fae2758d3ed17d813', 'floating_ip_address': '172.27.1.109', 'floating_network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'router_id': '8112a31f-9720-469c-9d18-4de725043260', 'port_id': '251c5bee-1a5b-4457-960d-646b0cb7a851', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b440f45-4a88-4d84-9a29-8220f48297fe', 'mac_address': 'fa:16:3e:c2:42:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc60efe-e253-48bb-be1d-c16c72aab023', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:05:20Z', 'updated_at': '2021-06-16T16:05:47Z', 'revision_number': 1, 'project_id': 'b6f37c6beb22479fae2758d3ed17d813', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fe774fa-d9df-4d9a-a7c9-265a06cd514c', 'name': '', 'network_id': '9b440f45-4a88-4d84-9a29-8220f48297fe', 'tenant_id': 'b6f37c6beb22479fae2758d3ed17d813', 'mac_address': 'fa:16:3e:ea:cb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8112a31f-9720-469c-9d18-4de725043260', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ea00e02a-6838-40a9-b1d7-a5a03e20d3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:05:02Z', 'updated_at': '2021-06-16T16:05:18Z', 'revision_number': 5, 'project_id': 'b6f37c6beb22479fae2758d3ed17d813', 'subnets': [{'id': 'ea00e02a-6838-40a9-b1d7-a5a03e20d3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:05:49.698538 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cd587e-e138-445e-b2a3-c76a7be74010 None None] The sync data for ids ['8112a31f-9720-469c-9d18-4de725043260'] in dv-cinder-796114-3-iscsi is: [{'id': '8112a31f-9720-469c-9d18-4de725043260', 'name': 'tempest-AttachVolumeTestJSON-71700425-router', 'tenant_id': 'b6f37c6beb22479fae2758d3ed17d813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '63a1cf5a-d7b5-42f9-9dc4-0f6aedbdefd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:04:55Z', 'updated_at': '2021-06-16T16:05:04Z', 'revision_number': 4, 'project_id': 'b6f37c6beb22479fae2758d3ed17d813', 'gw_port': {'id': '63a1cf5a-d7b5-42f9-9dc4-0f6aedbdefd5', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8112a31f-9720-469c-9d18-4de725043260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:04:57Z', 'updated_at': '2021-06-16T16:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi', '_floatingips': [{'id': '6aa23f55-5652-49ac-b1d0-7e3e0530df26', 'tenant_id': 'b6f37c6beb22479fae2758d3ed17d813', 'floating_ip_address': '172.27.1.109', 'floating_network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'router_id': '8112a31f-9720-469c-9d18-4de725043260', 'port_id': '251c5bee-1a5b-4457-960d-646b0cb7a851', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b440f45-4a88-4d84-9a29-8220f48297fe', 'mac_address': 'fa:16:3e:c2:42:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc60efe-e253-48bb-be1d-c16c72aab023', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:05:20Z', 'updated_at': '2021-06-16T16:05:47Z', 'revision_number': 1, 'project_id': 'b6f37c6beb22479fae2758d3ed17d813', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fe774fa-d9df-4d9a-a7c9-265a06cd514c', 'name': '', 'network_id': '9b440f45-4a88-4d84-9a29-8220f48297fe', 'tenant_id': 'b6f37c6beb22479fae2758d3ed17d813', 'mac_address': 'fa:16:3e:ea:cb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8112a31f-9720-469c-9d18-4de725043260', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ea00e02a-6838-40a9-b1d7-a5a03e20d3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:05:02Z', 'updated_at': '2021-06-16T16:05:18Z', 'revision_number': 5, 'project_id': 'b6f37c6beb22479fae2758d3ed17d813', 'subnets': [{'id': 'ea00e02a-6838-40a9-b1d7-a5a03e20d3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:05:49.862463 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-44588213-552c-4a88-99ec-800d12c4e8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:49.906050 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c9597e-54c4-406e-8ef2-5d7112c28ab5 None None] New status for floating IP 6aa23f55-5652-49ac-b1d0-7e3e0530df26: ACTIVE {{(pid=91876) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:05:49.998908 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:50.068882 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 35206) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:50.174751 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-c02b3ce9-43c8-47a3-a082-3fc1936ddfae admin admin] Notify callbacks [] for security_group, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:50.269441 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-c02b3ce9-43c8-47a3-a082-3fc1936ddfae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:50.274158 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-c02b3ce9-43c8-47a3-a082-3fc1936ddfae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:50.277474 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d1f8bf56-94ba-4852-822b-08e1faa205ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:50.316237 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-c02b3ce9-43c8-47a3-a082-3fc1936ddfae admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=72927dfa89d347e093a5c1999495ac6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2459393 Jun 16 16:05:50.317961 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02b3ce9-43c8-47a3-a082-3fc1936ddfae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=709f68b6-ad7c-4411-b3fa-18ecfd2b4270,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:50.320110 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 35212) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:50.321384 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-c02b3ce9-43c8-47a3-a082-3fc1936ddfae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:50.368501 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-a458b5ff-eeab-452c-b0dd-4e03f5471387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:50.389891 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-a458b5ff-eeab-452c-b0dd-4e03f5471387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:50.436853 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-a458b5ff-eeab-452c-b0dd-4e03f5471387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:50.439798 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-a458b5ff-eeab-452c-b0dd-4e03f5471387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:50.440915 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-a458b5ff-eeab-452c-b0dd-4e03f5471387 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/709f68b6-ad7c-4411-b3fa-18ecfd2b4270 HTTP/1.1" status: 204 len: 168 time: 0.1192775 Jun 16 16:05:50.441650 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-8b6d19fb-74a6-42db-9f10-2c7e1ff4a201 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:50.451598 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a458b5ff-eeab-452c-b0dd-4e03f5471387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=709f68b6-ad7c-4411-b3fa-18ecfd2b4270,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:50.453745 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-a458b5ff-eeab-452c-b0dd-4e03f5471387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:51.290272 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-6ad78952-ea93-43a4-8288-1e7c2f1dde9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:51.365665 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b3dfcf-995a-43d0-9e03-7309ee393be2 req-9c83dacc-bbdf-429a-b69c-b60ddc3821dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:51.367408 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-e3b3dfcf-995a-43d0-9e03-7309ee393be2 req-9c83dacc-bbdf-429a-b69c-b60ddc3821dc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=16b677d62510476d919b610e7baa5577&device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 1098 time: 0.0593796 Jun 16 16:05:51.373646 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3961ab6-b84d-4365-81f6-2c0d0a5d672b x-openstack-request-id: req-c3961ab6-b84d-4365-81f6-2c0d0a5d672b {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:05:51.374144 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cc60efe-e253-48bb-be1d-c16c72aab023", "tag": "251c5bee-1a5b-4457-960d-646b0cb7a851", "status": "completed", "code": 200}]} {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:05:51.374558 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c3961ab6-b84d-4365-81f6-2c0d0a5d672b {{(pid=91875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:05:51.375143 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cc60efe-e253-48bb-be1d-c16c72aab023', 'tag': '251c5bee-1a5b-4457-960d-646b0cb7a851', 'status': 'completed', 'code': 200} Jun 16 16:05:51.600059 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4470b300-9a87-4229-90e8-cb9ee3b2c7b0 req-6530581b-ef57-4ba2-9101-d0bce205b913 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:51.601804 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-4470b300-9a87-4229-90e8-cb9ee3b2c7b0 req-6530581b-ef57-4ba2-9101-d0bce205b913 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] 10.222.0.49 "GET /v2.0/ports?device_id=9161da88-f8c8-4834-b8bf-25c415ee57f8 HTTP/1.1" status: 200 len: 945 time: 0.1271737 Jun 16 16:05:51.618581 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b3dfcf-995a-43d0-9e03-7309ee393be2 req-55ad77ed-b4c8-4b8a-a3aa-c523de6333a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:51.620751 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-e3b3dfcf-995a-43d0-9e03-7309ee393be2 req-55ad77ed-b4c8-4b8a-a3aa-c523de6333a7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cfdbc1d1-75c9-493c-aefe-3be5c8294cd4 HTTP/1.1" status: 200 len: 918 time: 0.2415559 Jun 16 16:05:51.641969 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63d4aa5-5d49-4fdf-bc76-a197b3fd494f req-0165f182-0857-403f-9f1a-7ed37d28a665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:51.646729 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-a63d4aa5-5d49-4fdf-bc76-a197b3fd494f req-0165f182-0857-403f-9f1a-7ed37d28a665 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6f37c6beb22479fae2758d3ed17d813&device_id=0cc60efe-e253-48bb-be1d-c16c72aab023 HTTP/1.1" status: 200 len: 1098 time: 0.2264073 Jun 16 16:05:51.660479 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-4470b300-9a87-4229-90e8-cb9ee3b2c7b0 req-f09fcf6e-52e5-405c-a6da-de4b7307ad0b tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdcdfe14-ed1e-4eed-be98-af6baa230d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504632 Jun 16 16:05:51.813879 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-e3b3dfcf-995a-43d0-9e03-7309ee393be2 req-85882cdc-07f9-46f3-8926-97f13267d37a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6575874c-1654-4f04-8efd-46fb3521dfb7 HTTP/1.1" status: 200 len: 1000 time: 0.1824639 Jun 16 16:05:51.862104 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fca773-9556-4199-99de-c2fe03e1edc9 req-41042b35-ce84-4537-9eb9-2558de680a9e tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:51.863456 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-67fca773-9556-4199-99de-c2fe03e1edc9 req-41042b35-ce84-4537-9eb9-2558de680a9e tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d1f42e3-421f-43d7-b3cb-f2594fef124f HTTP/1.1" status: 200 len: 945 time: 0.3149159 Jun 16 16:05:51.916098 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63d4aa5-5d49-4fdf-bc76-a197b3fd494f req-ecc73d57-7a34-4df8-a80d-2032c91eaf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:51.917638 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-a63d4aa5-5d49-4fdf-bc76-a197b3fd494f req-ecc73d57-7a34-4df8-a80d-2032c91eaf76 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9b440f45-4a88-4d84-9a29-8220f48297fe HTTP/1.1" status: 200 len: 910 time: 0.2612879 Jun 16 16:05:51.921384 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b3dfcf-995a-43d0-9e03-7309ee393be2 req-6e48ae1f-0cff-4991-a5d6-f54a507af85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:51.922958 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-e3b3dfcf-995a-43d0-9e03-7309ee393be2 req-6e48ae1f-0cff-4991-a5d6-f54a507af85b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6b78bc3c-b434-4bd5-9871-761bea7dd046 HTTP/1.1" status: 200 len: 856 time: 0.1003804 Jun 16 16:05:51.988490 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-67fca773-9556-4199-99de-c2fe03e1edc9 req-d67c60d1-64a9-4dfe-ba29-bfb56676fb87 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153259 Jun 16 16:05:52.045399 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-a63d4aa5-5d49-4fdf-bc76-a197b3fd494f req-25964df4-1837-4a08-bf7a-9ac40f36d279 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=251c5bee-1a5b-4457-960d-646b0cb7a851 HTTP/1.1" status: 200 len: 1001 time: 0.1135089 Jun 16 16:05:52.075089 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38996752-1d70-4ddb-84bf-784c59d962b7 req-6d1b2131-bcbd-48fb-bcf2-0130d16b03d9 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:52.076539 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-38996752-1d70-4ddb-84bf-784c59d962b7 req-6d1b2131-bcbd-48fb-bcf2-0130d16b03d9 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] 10.222.0.15 "GET /v2.0/ports?device_id=9161da88-f8c8-4834-b8bf-25c415ee57f8 HTTP/1.1" status: 200 len: 945 time: 0.0776365 Jun 16 16:05:52.088283 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b3dfcf-995a-43d0-9e03-7309ee393be2 req-bf3b951d-d2d5-4b24-b38b-dac36359c0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:52.089885 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-e3b3dfcf-995a-43d0-9e03-7309ee393be2 req-bf3b951d-d2d5-4b24-b38b-dac36359c0fd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cfdbc1d1-75c9-493c-aefe-3be5c8294cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1445224 Jun 16 16:05:52.166108 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63d4aa5-5d49-4fdf-bc76-a197b3fd494f req-4f39dfac-39bc-4cbd-936d-be51bed56b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:52.167549 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-a63d4aa5-5d49-4fdf-bc76-a197b3fd494f req-4f39dfac-39bc-4cbd-936d-be51bed56b8c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ea00e02a-6838-40a9-b1d7-a5a03e20d3b1 HTTP/1.1" status: 200 len: 848 time: 0.1116412 Jun 16 16:05:52.203054 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [req-38996752-1d70-4ddb-84bf-784c59d962b7 req-f0457ac1-2afd-4e07-add7-51fb27ac8418 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] Deleting port 005fe02c-172e-4c68-9671-9220833f987d {{(pid=91874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:05:52.203416 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-38996752-1d70-4ddb-84bf-784c59d962b7 req-f0457ac1-2afd-4e07-add7-51fb27ac8418 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726811340957'] for port, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:52.228181 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-e3b3dfcf-995a-43d0-9e03-7309ee393be2 req-3f313367-da47-4b0b-911e-c79d4fea3baa service neutron] 10.222.0.15 "GET /v2.0/networks/cfdbc1d1-75c9-493c-aefe-3be5c8294cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309791 Jun 16 16:05:52.303156 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63d4aa5-5d49-4fdf-bc76-a197b3fd494f req-082b662f-46fe-49bf-87a9-99bd7883c2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:52.303789 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [req-38996752-1d70-4ddb-84bf-784c59d962b7 req-f0457ac1-2afd-4e07-add7-51fb27ac8418 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] For port 005fe02c-172e-4c68-9671-9220833f987d, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=005fe02c-172e-4c68-9671-9220833f987d,segment=NetworkSegment(c56de4da-75a9-474a-9e98-16d3afde5ba9),segment_id=c56de4da-75a9-474a-9e98-16d3afde5ba9)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:05:52.304161 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-38996752-1d70-4ddb-84bf-784c59d962b7 req-f0457ac1-2afd-4e07-add7-51fb27ac8418 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674541'] for port, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:52.304638 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-a63d4aa5-5d49-4fdf-bc76-a197b3fd494f req-082b662f-46fe-49bf-87a9-99bd7883c2a4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9b440f45-4a88-4d84-9a29-8220f48297fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1197567 Jun 16 16:05:52.401997 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [req-38996752-1d70-4ddb-84bf-784c59d962b7 req-f0457ac1-2afd-4e07-add7-51fb27ac8418 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] Calling delete_port for 005fe02c-172e-4c68-9671-9220833f987d owned by compute:nova {{(pid=91874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:05:52.621501 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-38996752-1d70-4ddb-84bf-784c59d962b7 req-f0457ac1-2afd-4e07-add7-51fb27ac8418 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726811346809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726810953732'] for port, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:52.629598 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:52.642220 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] get_ports_and_sgs() called for port_ids ['005fe02c-172e-4c68-9671-9220833f987d'] {{(pid=91876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:05:52.646871 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-e3b3dfcf-995a-43d0-9e03-7309ee393be2 req-0e0de07e-4a36-4a36-9e6c-cd7d971c7172 service neutron] 10.222.0.15 "GET /v2.0/networks/cfdbc1d1-75c9-493c-aefe-3be5c8294cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4115453 Jun 16 16:05:52.692878 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-a63d4aa5-5d49-4fdf-bc76-a197b3fd494f req-9ccc0017-05c9-4d5c-821d-65474662dd0d service neutron] 10.222.0.15 "GET /v2.0/networks/9b440f45-4a88-4d84-9a29-8220f48297fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3705564 Jun 16 16:05:52.703819 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0457ac1-2afd-4e07-add7-51fb27ac8418 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] Pushing event deleted for resources: {'Port': ['ID=005fe02c-172e-4c68-9671-9220833f987d,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:52.744860 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0457ac1-2afd-4e07-add7-51fb27ac8418 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:52.745230 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0457ac1-2afd-4e07-add7-51fb27ac8418 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:52.747213 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0457ac1-2afd-4e07-add7-51fb27ac8418 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:52.747213 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0457ac1-2afd-4e07-add7-51fb27ac8418 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:52.747213 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0457ac1-2afd-4e07-add7-51fb27ac8418 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:52.747738 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0457ac1-2afd-4e07-add7-51fb27ac8418 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:52.748356 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0457ac1-2afd-4e07-add7-51fb27ac8418 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:52.748956 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0457ac1-2afd-4e07-add7-51fb27ac8418 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:52.749555 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0457ac1-2afd-4e07-add7-51fb27ac8418 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:52.750321 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0457ac1-2afd-4e07-add7-51fb27ac8418 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:52.750892 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0457ac1-2afd-4e07-add7-51fb27ac8418 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:52.751484 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0457ac1-2afd-4e07-add7-51fb27ac8418 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:52.760964 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-f0457ac1-2afd-4e07-add7-51fb27ac8418 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:52.792464 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [req-38996752-1d70-4ddb-84bf-784c59d962b7 req-f0457ac1-2afd-4e07-add7-51fb27ac8418 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] No DVR routers for this DVR port 005fe02c-172e-4c68-9671-9220833f987d on host hv-cinder-79611 {{(pid=91874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:05:52.814115 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-38996752-1d70-4ddb-84bf-784c59d962b7 req-f0457ac1-2afd-4e07-add7-51fb27ac8418 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208782'] for port, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:52.820884 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-38996752-1d70-4ddb-84bf-784c59d962b7 req-f0457ac1-2afd-4e07-add7-51fb27ac8418 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] 10.222.0.15 "DELETE /v2.0/ports/005fe02c-172e-4c68-9671-9220833f987d HTTP/1.1" status: 204 len: 173 time: 0.7330520 Jun 16 16:05:52.821532 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9161da88-f8c8-4834-b8bf-25c415ee57f8', 'name': 'network-vif-deleted', 'tag': '005fe02c-172e-4c68-9671-9220833f987d'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:05:52.823828 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac39972ab304bebcb834853fc43b221d920fab97f47da84b7636f2612ed6f187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a15b65-4fd6-439c-9424-b2f8dd717c95" -d '{"events": [{"server_uuid": "9161da88-f8c8-4834-b8bf-25c415ee57f8", "name": "network-vif-deleted", "tag": "005fe02c-172e-4c68-9671-9220833f987d"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:05:52.850739 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-459ba97e-0994-401b-bd86-9772962a392e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:52.895363 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3065ac8-fcc8-402f-9620-4ef4694fae16 x-openstack-request-id: req-a3065ac8-fcc8-402f-9620-4ef4694fae16 {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:05:52.895681 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9161da88-f8c8-4834-b8bf-25c415ee57f8", "name": "network-vif-deleted", "tag": "005fe02c-172e-4c68-9671-9220833f987d", "status": "completed", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:05:52.896118 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a3065ac8-fcc8-402f-9620-4ef4694fae16 {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:05:52.896708 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9161da88-f8c8-4834-b8bf-25c415ee57f8', 'name': 'network-vif-deleted', 'tag': '005fe02c-172e-4c68-9671-9220833f987d', 'status': 'completed', 'code': 200} Jun 16 16:05:52.914470 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-a63d4aa5-5d49-4fdf-bc76-a197b3fd494f req-f66fa1d3-409f-4f3e-8a84-8293f13af81e service neutron] 10.222.0.15 "GET /v2.0/networks/9b440f45-4a88-4d84-9a29-8220f48297fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126725 Jun 16 16:05:52.959800 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-78af7001-aa96-4718-aacd-bbe4a7d3012b req-b21760d8-93e8-424a-a582-4074ee65c0e5 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] 10.222.0.49 "GET /v2.0/ports?device_id=9161da88-f8c8-4834-b8bf-25c415ee57f8 HTTP/1.1" status: 200 len: 210 time: 0.0401156 Jun 16 16:05:53.192620 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb0d7f-237f-4ebd-be45-b52c76d5b00c req-f4769a01-0f10-4cb3-96d9-dd85ba7ab636 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:53.194326 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-0afb0d7f-237f-4ebd-be45-b52c76d5b00c req-f4769a01-0f10-4cb3-96d9-dd85ba7ab636 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d1f42e3-421f-43d7-b3cb-f2594fef124f HTTP/1.1" status: 200 len: 945 time: 0.0721822 Jun 16 16:05:53.248841 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-0afb0d7f-237f-4ebd-be45-b52c76d5b00c req-cebb4c1a-d4d1-48d3-bc63-de07c62d975a tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486963 Jun 16 16:05:56.811252 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device 005fe02c-172e-4c68-9671-9220833f987d no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:05:56.832256 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] No Port match for: 005fe02c-172e-4c68-9671-9220833f987d {{(pid=91876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:05:56.833429 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device 005fe02c-172e-4c68-9671-9220833f987d not bound to the agent host hv-cinder-79611 {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:05:57.012124 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-00d160a1-0dc6-47cb-b2f4-800bd74ef1b4 req-8f18ed0e-6a5b-4a04-a6c4-2e1eb9e610e7 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] 10.222.0.49 "GET /v2.0/ports?device_id=9161da88-f8c8-4834-b8bf-25c415ee57f8 HTTP/1.1" status: 200 len: 210 time: 0.0364280 Jun 16 16:05:57.045058 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e5af2-c810-445b-a4f6-997633f3e293 req-346d1f00-e27b-4cfc-bd26-0c2f632ff41c tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:57.046648 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f92e5af2-c810-445b-a4f6-997633f3e293 req-346d1f00-e27b-4cfc-bd26-0c2f632ff41c tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d1f42e3-421f-43d7-b3cb-f2594fef124f HTTP/1.1" status: 200 len: 945 time: 0.0766726 Jun 16 16:05:57.085967 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f92e5af2-c810-445b-a4f6-997633f3e293 req-1dc30111-e236-413c-b204-5f05aaeef2c8 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326149 Jun 16 16:05:58.293333 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaa0c59-5bdb-4953-9a79-802387b5b538 req-8790b2fb-7e78-4e3f-9bea-9efcdf98d6be tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:58.294889 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-baaa0c59-5bdb-4953-9a79-802387b5b538 req-8790b2fb-7e78-4e3f-9bea-9efcdf98d6be tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d1f42e3-421f-43d7-b3cb-f2594fef124f HTTP/1.1" status: 200 len: 945 time: 0.0697942 Jun 16 16:05:58.337641 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-baaa0c59-5bdb-4953-9a79-802387b5b538 req-aa09eb03-64a9-4667-b2a6-f8c1e458cc75 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334079 Jun 16 16:06:02.545680 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e4cdce-95ad-4b60-8144-c4de230abfc4 req-a23eb17b-c06f-4b56-acb6-00905ff098be tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:02.549756 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 35504) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:06:02.550389 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-28e4cdce-95ad-4b60-8144-c4de230abfc4 req-a23eb17b-c06f-4b56-acb6-00905ff098be tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d1f42e3-421f-43d7-b3cb-f2594fef124f HTTP/1.1" status: 200 len: 945 time: 0.0814354 Jun 16 16:06:02.589586 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-28e4cdce-95ad-4b60-8144-c4de230abfc4 req-9d834e3f-90b4-46a6-8816-85cbe4f9516a tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324538 Jun 16 16:06:02.595332 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe40f3bf-644d-4134-b2d7-dcdce69aa205 admin admin] Deleting subnet b85263bc-ee5e-4c64-aa33-ccef29e1ee95 {{(pid=91874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:06:02.599043 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-fe40f3bf-644d-4134-b2d7-dcdce69aa205 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:02.633388 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-fe40f3bf-644d-4134-b2d7-dcdce69aa205 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:02.642208 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-fe40f3bf-644d-4134-b2d7-dcdce69aa205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16234147'] for subnet, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:02.700058 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-fe40f3bf-644d-4134-b2d7-dcdce69aa205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16234172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785'] for subnet, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:02.703016 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:02.730839 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe40f3bf-644d-4134-b2d7-dcdce69aa205 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b85263bc-ee5e-4c64-aa33-ccef29e1ee95,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:02.743691 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-fe40f3bf-644d-4134-b2d7-dcdce69aa205 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16222807'] for subnet, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:02.745552 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-fe40f3bf-644d-4134-b2d7-dcdce69aa205 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/b85263bc-ee5e-4c64-aa33-ccef29e1ee95 HTTP/1.1" status: 204 len: 168 time: 0.1928856 Jun 16 16:06:02.748236 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 35508) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:06:02.759651 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-fe40f3bf-644d-4134-b2d7-dcdce69aa205 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:02.815674 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-48a9ddc3-16d0-4d6e-b375-a36db6b2bdab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16160318'] for network, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:02.907438 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-48a9ddc3-16d0-4d6e-b375-a36db6b2bdab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16236332', 'neutron.services.segments.db._delete_segments_for_network-8726811427889'] for network, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:02.918864 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-48a9ddc3-16d0-4d6e-b375-a36db6b2bdab admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:06:02.919235 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-48a9ddc3-16d0-4d6e-b375-a36db6b2bdab admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:06:02.920002 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-48a9ddc3-16d0-4d6e-b375-a36db6b2bdab admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:06:02.920349 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-48a9ddc3-16d0-4d6e-b375-a36db6b2bdab admin admin] Subscribe: > port after_create 55550000 {{(pid=91875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:06:02.920696 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-48a9ddc3-16d0-4d6e-b375-a36db6b2bdab admin admin] Subscribe: > port after_delete 55550000 {{(pid=91875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:06:02.921014 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-48a9ddc3-16d0-4d6e-b375-a36db6b2bdab admin admin] Subscribe: > port after_update 55550000 {{(pid=91875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:06:02.921346 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-48a9ddc3-16d0-4d6e-b375-a36db6b2bdab admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:06:02.921678 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-48a9ddc3-16d0-4d6e-b375-a36db6b2bdab admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:06:02.922074 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-48a9ddc3-16d0-4d6e-b375-a36db6b2bdab admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:06:02.922332 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-48a9ddc3-16d0-4d6e-b375-a36db6b2bdab admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:06:03.063615 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-48a9ddc3-16d0-4d6e-b375-a36db6b2bdab admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:06:03.063966 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-48a9ddc3-16d0-4d6e-b375-a36db6b2bdab admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:06:03.064294 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-48a9ddc3-16d0-4d6e-b375-a36db6b2bdab admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:06:03.064875 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-48a9ddc3-16d0-4d6e-b375-a36db6b2bdab admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:06:03.065218 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.services.segments.db [None req-48a9ddc3-16d0-4d6e-b375-a36db6b2bdab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2de03ba3-731d-4eb0-919b-7f4e3c40d4e8']}} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:06:03.083543 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.services.segments.db [None req-48a9ddc3-16d0-4d6e-b375-a36db6b2bdab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c56de4da-75a9-474a-9e98-16d3afde5ba9') {'for_net_delete': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:06:03.083845 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.services.segments.db [None req-48a9ddc3-16d0-4d6e-b375-a36db6b2bdab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c56de4da-75a9-474a-9e98-16d3afde5ba9') {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:06:03.098985 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-48a9ddc3-16d0-4d6e-b375-a36db6b2bdab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726811427202', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4037697'] for segment, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:03.118879 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-48a9ddc3-16d0-4d6e-b375-a36db6b2bdab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233616'] for segment, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:03.126616 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48a9ddc3-16d0-4d6e-b375-a36db6b2bdab admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=91875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:06:03.126999 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-48a9ddc3-16d0-4d6e-b375-a36db6b2bdab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2449141'] for segment, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:03.131619 dv-cinder-796114-3-iscsi neutron-server[91875]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 16:06:03.131619 dv-cinder-796114-3-iscsi neutron-server[91875]: from cryptography.utils import int_from_bytes Jun 16 16:06:03.131619 dv-cinder-796114-3-iscsi neutron-server[91875]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 16:06:03.131619 dv-cinder-796114-3-iscsi neutron-server[91875]: from cryptography.utils import int_from_bytes Jun 16 16:06:03.131619 dv-cinder-796114-3-iscsi neutron-server[91875]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:06:03.131619 dv-cinder-796114-3-iscsi neutron-server[91875]: retrieve_revision_numbers = { Jun 16 16:06:03.131619 dv-cinder-796114-3-iscsi neutron-server[91875]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:06:03.131619 dv-cinder-796114-3-iscsi neutron-server[91875]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:06:03.131619 dv-cinder-796114-3-iscsi neutron-server[91875]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:06:03.131619 dv-cinder-796114-3-iscsi neutron-server[91875]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:06:03.131619 dv-cinder-796114-3-iscsi neutron-server[91875]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:06:03.131619 dv-cinder-796114-3-iscsi neutron-server[91875]: retrieve_revision_numbers = { Jun 16 16:06:03.131619 dv-cinder-796114-3-iscsi neutron-server[91875]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:06:03.131619 dv-cinder-796114-3-iscsi neutron-server[91875]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:06:03.131619 dv-cinder-796114-3-iscsi neutron-server[91875]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:06:03.131619 dv-cinder-796114-3-iscsi neutron-server[91875]: retrieve_revision_numbers = { Jun 16 16:06:03.131619 dv-cinder-796114-3-iscsi neutron-server[91875]: Traceback (most recent call last): Jun 16 16:06:03.131619 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:06:03.131619 dv-cinder-796114-3-iscsi neutron-server[91875]: timer() Jun 16 16:06:03.131619 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:06:03.131619 dv-cinder-796114-3-iscsi neutron-server[91875]: cb(*args, **kw) Jun 16 16:06:03.131619 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:06:03.131619 dv-cinder-796114-3-iscsi neutron-server[91875]: return func(*args, **kwargs) Jun 16 16:06:03.131619 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:06:03.131619 dv-cinder-796114-3-iscsi neutron-server[91875]: self._notify() Jun 16 16:06:03.131619 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:06:03.131619 dv-cinder-796114-3-iscsi neutron-server[91875]: self.callback(batched_events) Jun 16 16:06:03.131619 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:06:03.131619 dv-cinder-796114-3-iscsi neutron-server[91875]: event.method(event) Jun 16 16:06:03.131619 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:06:03.131619 dv-cinder-796114-3-iscsi neutron-server[91875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:06:03.131619 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:06:03.131619 dv-cinder-796114-3-iscsi neutron-server[91875]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:06:03.131619 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:06:03.131619 dv-cinder-796114-3-iscsi neutron-server[91875]: return f(self, *a, **k) Jun 16 16:06:03.131619 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:06:03.131619 dv-cinder-796114-3-iscsi neutron-server[91875]: return self._get(url).json() Jun 16 16:06:03.131619 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:06:03.131619 dv-cinder-796114-3-iscsi neutron-server[91875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:06:03.131619 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:06:03.131619 dv-cinder-796114-3-iscsi neutron-server[91875]: return self.request(url, 'GET', **kwargs) Jun 16 16:06:03.131619 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:06:03.131619 dv-cinder-796114-3-iscsi neutron-server[91875]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:06:03.131619 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:06:03.131619 dv-cinder-796114-3-iscsi neutron-server[91875]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:06:03.131619 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:06:03.131619 dv-cinder-796114-3-iscsi neutron-server[91875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:06:03.131619 dv-cinder-796114-3-iscsi neutron-server[91875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:06:03.188846 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-48a9ddc3-16d0-4d6e-b375-a36db6b2bdab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16236325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-700135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702067'] for network, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:03.196609 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-48a9ddc3-16d0-4d6e-b375-a36db6b2bdab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16222807'] for network, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:03.199860 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-48a9ddc3-16d0-4d6e-b375-a36db6b2bdab admin admin] 10.222.0.49 "DELETE /v2.0/networks/2de03ba3-731d-4eb0-919b-7f4e3c40d4e8 HTTP/1.1" status: 204 len: 168 time: 0.4504316 Jun 16 16:06:03.201606 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:03.215745 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a9ddc3-16d0-4d6e-b375-a36db6b2bdab admin admin] Pushing event deleted for resources: {'Network': ['ID=2de03ba3-731d-4eb0-919b-7f4e3c40d4e8,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:03.223218 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a9ddc3-16d0-4d6e-b375-a36db6b2bdab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:03.223717 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a9ddc3-16d0-4d6e-b375-a36db6b2bdab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:03.224083 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a9ddc3-16d0-4d6e-b375-a36db6b2bdab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:03.224489 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a9ddc3-16d0-4d6e-b375-a36db6b2bdab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:03.224847 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a9ddc3-16d0-4d6e-b375-a36db6b2bdab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:03.225181 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a9ddc3-16d0-4d6e-b375-a36db6b2bdab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:03.225602 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a9ddc3-16d0-4d6e-b375-a36db6b2bdab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:03.225942 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a9ddc3-16d0-4d6e-b375-a36db6b2bdab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:03.226308 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a9ddc3-16d0-4d6e-b375-a36db6b2bdab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:03.226614 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a9ddc3-16d0-4d6e-b375-a36db6b2bdab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:03.226947 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a9ddc3-16d0-4d6e-b375-a36db6b2bdab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:03.227282 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a9ddc3-16d0-4d6e-b375-a36db6b2bdab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:03.231305 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-48a9ddc3-16d0-4d6e-b375-a36db6b2bdab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:03.391210 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 35528) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:06:03.442177 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-a97fdb23-dbb2-43d1-8685-533169a43764 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=db9146d9ee644ac1b34683eea92fa465&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0466695 Jun 16 16:06:03.443342 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 35532) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:06:03.494899 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-5a693c35-d63a-47f9-b7b6-f90e44eb334d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:03.515908 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-5a693c35-d63a-47f9-b7b6-f90e44eb334d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:03.569902 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-5a693c35-d63a-47f9-b7b6-f90e44eb334d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:03.573358 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-5a693c35-d63a-47f9-b7b6-f90e44eb334d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:03.574547 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-5a693c35-d63a-47f9-b7b6-f90e44eb334d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cdcdfe14-ed1e-4eed-be98-af6baa230d38 HTTP/1.1" status: 204 len: 168 time: 0.1302280 Jun 16 16:06:03.575372 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-fbd5a0b3-8687-4f0b-a522-c47a5ef22385 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:03.593903 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a693c35-d63a-47f9-b7b6-f90e44eb334d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdcdfe14-ed1e-4eed-be98-af6baa230d38,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:03.596422 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-5a693c35-d63a-47f9-b7b6-f90e44eb334d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:03.779027 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7120545-7a26-426d-830a-ee8ef752ab00 req-5ff96dfc-1e27-4d60-be9c-598dfcec5321 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:03.780514 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d7120545-7a26-426d-830a-ee8ef752ab00 req-5ff96dfc-1e27-4d60-be9c-598dfcec5321 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d1f42e3-421f-43d7-b3cb-f2594fef124f HTTP/1.1" status: 200 len: 945 time: 0.0662136 Jun 16 16:06:03.818417 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d7120545-7a26-426d-830a-ee8ef752ab00 req-8a9ee6de-6cf3-44de-9215-84f280abb138 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319777 Jun 16 16:06:08.016305 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dbf755-8b6c-42bf-939d-f303f945bf28 req-04894c24-d8a2-4830-9f60-5227dc8bc03a tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:08.017669 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-d5dbf755-8b6c-42bf-939d-f303f945bf28 req-04894c24-d8a2-4830-9f60-5227dc8bc03a tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d1f42e3-421f-43d7-b3cb-f2594fef124f HTTP/1.1" status: 200 len: 945 time: 0.0669925 Jun 16 16:06:08.055559 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-d5dbf755-8b6c-42bf-939d-f303f945bf28 req-85942cb4-0ae1-4d80-8956-d3ca42f8e1df tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320528 Jun 16 16:06:09.246218 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 35686) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:06:09.252393 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c225235-6716-4ff4-8fc2-46a4e527ad2a req-b6f49c18-64f5-4c4a-871a-ae6e52496606 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:09.253969 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-0c225235-6716-4ff4-8fc2-46a4e527ad2a req-b6f49c18-64f5-4c4a-871a-ae6e52496606 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d1f42e3-421f-43d7-b3cb-f2594fef124f HTTP/1.1" status: 200 len: 945 time: 0.0724604 Jun 16 16:06:09.299368 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-0c225235-6716-4ff4-8fc2-46a4e527ad2a req-8350f32c-1db0-4f26-bb6f-5629b193b2d3 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389428 Jun 16 16:06:09.353063 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-5fb70b03-a478-4dc8-ad95-4703dbe5b2e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:09.444612 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-5fb70b03-a478-4dc8-ad95-4703dbe5b2e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:09.448493 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-5fb70b03-a478-4dc8-ad95-4703dbe5b2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:09.450888 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-9ea0c643-5596-4251-8fc4-0ad925781a9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:09.483913 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb70b03-a478-4dc8-ad95-4703dbe5b2e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86bfc01c-1f58-4857-b8d7-ad14140eeb3a,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:09.488161 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-5fb70b03-a478-4dc8-ad95-4703dbe5b2e7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=31b8edceebee4b65aa85430e99510aff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2407835 Jun 16 16:06:09.489213 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-5fb70b03-a478-4dc8-ad95-4703dbe5b2e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:09.491553 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 35690) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:06:09.542075 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-11a48260-7530-47b1-95cc-69d11028b351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:09.563150 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-11a48260-7530-47b1-95cc-69d11028b351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:09.612146 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-11a48260-7530-47b1-95cc-69d11028b351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:09.615721 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-11a48260-7530-47b1-95cc-69d11028b351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:09.617408 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-11a48260-7530-47b1-95cc-69d11028b351 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/86bfc01c-1f58-4857-b8d7-ad14140eeb3a HTTP/1.1" status: 204 len: 168 time: 0.1249757 Jun 16 16:06:09.618034 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-a13b0a82-6376-4e36-9ac6-aaafa255f797 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:09.626891 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a48260-7530-47b1-95cc-69d11028b351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86bfc01c-1f58-4857-b8d7-ad14140eeb3a,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:09.630665 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-11a48260-7530-47b1-95cc-69d11028b351 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:09.913089 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 35712) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:06:09.926048 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-b30f2f97-8f5c-45b7-a78d-49a6c647ad49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:10.018213 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-b30f2f97-8f5c-45b7-a78d-49a6c647ad49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:10.023624 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-b30f2f97-8f5c-45b7-a78d-49a6c647ad49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:10.027714 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-c4bf75d3-60d5-42bf-b58a-00839fd3e8e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:10.066955 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-b30f2f97-8f5c-45b7-a78d-49a6c647ad49 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fc3e52cddcf44312844f6f0f330cfdb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1502030 Jun 16 16:06:10.066955 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30f2f97-8f5c-45b7-a78d-49a6c647ad49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae36c33b-3084-420f-a8b5-f0a576ac3af1,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:10.068032 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 35718) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:06:10.070172 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-b30f2f97-8f5c-45b7-a78d-49a6c647ad49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:10.124750 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-cd8918e5-7d2d-4e6c-9f8c-ddd8be057cf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:10.147234 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-cd8918e5-7d2d-4e6c-9f8c-ddd8be057cf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:10.195666 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-cd8918e5-7d2d-4e6c-9f8c-ddd8be057cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:10.198138 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-cd8918e5-7d2d-4e6c-9f8c-ddd8be057cf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:10.199237 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-cd8918e5-7d2d-4e6c-9f8c-ddd8be057cf7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ae36c33b-3084-420f-a8b5-f0a576ac3af1 HTTP/1.1" status: 204 len: 168 time: 0.1298552 Jun 16 16:06:10.199991 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-a3b25948-dfb8-47bb-98b0-858d3a877c93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:10.206956 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8918e5-7d2d-4e6c-9f8c-ddd8be057cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae36c33b-3084-420f-a8b5-f0a576ac3af1,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:10.209986 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-cd8918e5-7d2d-4e6c-9f8c-ddd8be057cf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:10.879612 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 35750) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:06:10.972699 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.v2.base [None req-15d70918-7261-48fb-a181-2c7fdd2a8604 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1250838387-network', 'tenant_id': 'a498e59fa88849489d676cd1f4995db5'}} {{(pid=91875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:06:10.994396 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d70918-7261-48fb-a181-2c7fdd2a8604 admin admin] Made reservation on behalf of a498e59fa88849489d676cd1f4995db5 for: {'network': 1} {{(pid=91875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:06:10.996892 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-15d70918-7261-48fb-a181-2c7fdd2a8604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16110075'] for network, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:11.004769 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-15d70918-7261-48fb-a181-2c7fdd2a8604 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:11.099991 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-15d70918-7261-48fb-a181-2c7fdd2a8604 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:11.103963 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-15d70918-7261-48fb-a181-2c7fdd2a8604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:11.107009 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:11.130370 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15d70918-7261-48fb-a181-2c7fdd2a8604 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=91875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:06:11.139247 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d70918-7261-48fb-a181-2c7fdd2a8604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b769e5-31ae-43e5-99d2-b6ca42a6a021,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:11.142276 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-15d70918-7261-48fb-a181-2c7fdd2a8604 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:11.147250 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-15d70918-7261-48fb-a181-2c7fdd2a8604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233616'] for segment, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:11.147456 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.db.segments_db [None req-15d70918-7261-48fb-a181-2c7fdd2a8604 admin admin] Added segment 41a5b400-9e03-4974-95a4-c8a7169dc62c of type vlan for network 3f2834c4-172c-4acc-9958-e6c60d36bde5 Jun 16 16:06:11.187475 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-15d70918-7261-48fb-a181-2c7fdd2a8604 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726810908546'] for network, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:11.215841 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-15d70918-7261-48fb-a181-2c7fdd2a8604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-700135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792'] for network, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:11.217076 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d70918-7261-48fb-a181-2c7fdd2a8604 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:11.217688 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-15d70918-7261-48fb-a181-2c7fdd2a8604 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16222807'] for network, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:11.220383 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:11.266669 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-15d70918-7261-48fb-a181-2c7fdd2a8604 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3852327 Jun 16 16:06:11.269695 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 35754) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:06:11.275471 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-e21375fa-f988-4af4-9605-cc31263a11a8 admin admin] Request body: {'subnet': {'network_id': '3f2834c4-172c-4acc-9958-e6c60d36bde5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1250838387-subnet', 'tenant_id': 'a498e59fa88849489d676cd1f4995db5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:06:11.279392 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d70918-7261-48fb-a181-2c7fdd2a8604 admin admin] Pushing event updated for resources: {'Network': ['ID=3f2834c4-172c-4acc-9958-e6c60d36bde5,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:11.282126 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-15d70918-7261-48fb-a181-2c7fdd2a8604 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:11.290355 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Network 3f2834c4-172c-4acc-9958-e6c60d36bde5 details requested by agent ovs-agent-dv-cinder-796114-3-iscsi with host dv-cinder-796114-3-iscsi {{(pid=91876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:06:11.298224 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21375fa-f988-4af4-9605-cc31263a11a8 admin admin] Made reservation on behalf of a498e59fa88849489d676cd1f4995db5 for: {'subnet': 1} {{(pid=91874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:06:11.300657 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e21375fa-f988-4af4-9605-cc31263a11a8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:11.474537 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e21375fa-f988-4af4-9605-cc31263a11a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785'] for subnet, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:11.476622 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-fe40f3bf-644d-4134-b2d7-dcdce69aa205 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:11.530499 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21375fa-f988-4af4-9605-cc31263a11a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b20a45a-d72a-4f6e-85a2-4061fbcbf92e,revision_number=0']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:11.533965 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-e21375fa-f988-4af4-9605-cc31263a11a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:11.541073 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21375fa-f988-4af4-9605-cc31263a11a8 admin admin] Checking segment: {'id': '41a5b400-9e03-4974-95a4-c8a7169dc62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '3f2834c4-172c-4acc-9958-e6c60d36bde5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:06:11.541461 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21375fa-f988-4af4-9605-cc31263a11a8 admin admin] Network hostable DHCP agents. Network: 3f2834c4-172c-4acc-9958-e6c60d36bde5, hostable agents: ['bb1823c3-707b-401a-ae95-86070490f7a6'], hosted agents: [] {{(pid=91874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:06:11.557279 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21375fa-f988-4af4-9605-cc31263a11a8 admin admin] Network 3f2834c4-172c-4acc-9958-e6c60d36bde5 is scheduled to be hosted by DHCP agent bb1823c3-707b-401a-ae95-86070490f7a6 with binding_index 1 {{(pid=91874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:06:11.567956 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [None req-e21375fa-f988-4af4-9605-cc31263a11a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796114-3-iscsi, 3f2834c4-172c-4acc-9958-e6c60d36bde5) {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:06:11.573717 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21375fa-f988-4af4-9605-cc31263a11a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:11.574941 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e21375fa-f988-4af4-9605-cc31263a11a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16222807'] for subnet, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:11.578039 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08287b74-d6a6-4dfe-9563-4487c8cd38ca None None] Network 3f2834c4-172c-4acc-9958-e6c60d36bde5 requested from dv-cinder-796114-3-iscsi {{(pid=91876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:06:11.588745 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-e21375fa-f988-4af4-9605-cc31263a11a8 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3178904 Jun 16 16:06:11.707419 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63883de0-6c56-4b5f-be6a-3239278fcddb None None] Network 3f2834c4-172c-4acc-9958-e6c60d36bde5 requested from dv-cinder-796114-3-iscsi {{(pid=91876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:06:12.903885 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c056a-aac9-4d93-8e4c-0e00d2106dfd req-1b17aa49-37f0-47fe-9334-e5b0a1e55524 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:12.905589 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-611c056a-aac9-4d93-8e4c-0e00d2106dfd req-1b17aa49-37f0-47fe-9334-e5b0a1e55524 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d1f42e3-421f-43d7-b3cb-f2594fef124f HTTP/1.1" status: 200 len: 945 time: 0.0738847 Jun 16 16:06:12.945504 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-611c056a-aac9-4d93-8e4c-0e00d2106dfd req-846840af-3200-4c49-bd5a-964bd851cb59 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339234 Jun 16 16:06:17.253823 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94988b5-e8db-4810-9c9a-b20605801a3e req-1c31a0a6-46a1-456c-bd3c-97722400f3c5 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:17.255898 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d94988b5-e8db-4810-9c9a-b20605801a3e req-1c31a0a6-46a1-456c-bd3c-97722400f3c5 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d1f42e3-421f-43d7-b3cb-f2594fef124f HTTP/1.1" status: 200 len: 945 time: 0.0642340 Jun 16 16:06:17.292979 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d94988b5-e8db-4810-9c9a-b20605801a3e req-cf44febe-64a6-4ec6-9c80-3f1b56902d75 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314231 Jun 16 16:06:17.436661 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-580900c5-7d6a-4f26-a7a0-ea7fa408c7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:18.063168 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-76c9ed51-c124-4d55-b1ce-64acec0a76cc req-e6226b11-d156-428a-bca4-df7866144738 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0854881 Jun 16 16:06:18.203508 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c9ed51-c124-4d55-b1ce-64acec0a76cc req-ca974101-f83d-454a-8e38-f442ea7d1768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:18.204965 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-76c9ed51-c124-4d55-b1ce-64acec0a76cc req-ca974101-f83d-454a-8e38-f442ea7d1768 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9736a5dc95504648ab9aceb89928bdef&device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1 HTTP/1.1" status: 200 len: 1098 time: 0.0890312 Jun 16 16:06:18.349323 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c9ed51-c124-4d55-b1ce-64acec0a76cc req-c5f13446-a558-40f0-8ebf-ca4c231961d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:18.350900 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-76c9ed51-c124-4d55-b1ce-64acec0a76cc req-c5f13446-a558-40f0-8ebf-ca4c231961d3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=97223e70-3be0-4b71-bad0-215c0b28ffe7 HTTP/1.1" status: 200 len: 919 time: 0.0930884 Jun 16 16:06:18.409905 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-76c9ed51-c124-4d55-b1ce-64acec0a76cc req-b31cd83d-6c2b-48f6-bc97-f5f424705a48 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca8703c9-c6b4-4d8f-be28-12dc629b84bc HTTP/1.1" status: 200 len: 217 time: 0.0469773 Jun 16 16:06:18.468273 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c9ed51-c124-4d55-b1ce-64acec0a76cc req-2b7f6e76-8754-4310-ace4-0a8d8bb791b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:18.470032 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-76c9ed51-c124-4d55-b1ce-64acec0a76cc req-2b7f6e76-8754-4310-ace4-0a8d8bb791b9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ca88b3dc-ceb5-4055-b366-67e774be9898 HTTP/1.1" status: 200 len: 858 time: 0.0498967 Jun 16 16:06:18.492927 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121fca64-c91d-491e-9ee5-b161f2fedc4f req-f4398578-e1bd-471e-b3e3-da0458ec2f24 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:18.494650 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-121fca64-c91d-491e-9ee5-b161f2fedc4f req-f4398578-e1bd-471e-b3e3-da0458ec2f24 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d1f42e3-421f-43d7-b3cb-f2594fef124f HTTP/1.1" status: 200 len: 945 time: 0.0782382 Jun 16 16:06:18.508386 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-76c9ed51-c124-4d55-b1ce-64acec0a76cc req-0702c6f5-e80d-400e-9f75-a648313b4d58 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=97223e70-3be0-4b71-bad0-215c0b28ffe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285168 Jun 16 16:06:18.538453 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-121fca64-c91d-491e-9ee5-b161f2fedc4f req-d00ac9a1-e018-445c-ae7f-ec15488f3c66 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376503 Jun 16 16:06:18.609024 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-76c9ed51-c124-4d55-b1ce-64acec0a76cc req-0c461107-a124-468d-8fab-77d8f902179f service neutron] 10.222.0.15 "GET /v2.0/networks/97223e70-3be0-4b71-bad0-215c0b28ffe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886948 Jun 16 16:06:18.712548 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-76c9ed51-c124-4d55-b1ce-64acec0a76cc req-4916bb53-5f47-48c4-8767-a48615ed42af service neutron] 10.222.0.15 "GET /v2.0/networks/97223e70-3be0-4b71-bad0-215c0b28ffe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829980 Jun 16 16:06:18.818464 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.agents_db [None req-058d43c2-15cf-4374-9ac5-1369303d1fb9 None None] Agent healthcheck: found 6 active agents {{(pid=91877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:06:19.320209 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:19.773337 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef3185-06a0-4296-b9b0-b35ac23ef648 req-0b1c7433-e2f7-44df-8d45-14c2b013f01f tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:19.774830 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-68ef3185-06a0-4296-b9b0-b35ac23ef648 req-0b1c7433-e2f7-44df-8d45-14c2b013f01f tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d1f42e3-421f-43d7-b3cb-f2594fef124f HTTP/1.1" status: 200 len: 945 time: 0.0666559 Jun 16 16:06:19.812396 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-68ef3185-06a0-4296-b9b0-b35ac23ef648 req-5b9bf070-88fc-4126-b97e-7059aaf5ae8b tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318072 Jun 16 16:06:19.865923 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-ab1d92d2-bcfb-4ecd-b03a-d06dc96be121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:19.941764 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:20.987294 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a8c30-6a7b-43d8-a6aa-6e35c6212144 req-d2dccf73-32c4-4434-b52e-c07711f5281f tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:20.988740 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-bd1a8c30-6a7b-43d8-a6aa-6e35c6212144 req-d2dccf73-32c4-4434-b52e-c07711f5281f tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d1f42e3-421f-43d7-b3cb-f2594fef124f HTTP/1.1" status: 200 len: 945 time: 0.0646348 Jun 16 16:06:21.027921 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-bd1a8c30-6a7b-43d8-a6aa-6e35c6212144 req-046d4fb1-78ec-47f2-8887-9bc7df45ee13 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326345 Jun 16 16:06:21.292229 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-6ad78952-ea93-43a4-8288-1e7c2f1dde9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:22.009097 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 35998) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:06:22.123747 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-60ec322d-5a86-426d-925e-82f86b11b4fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:22.248278 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba8861-d8cb-402d-ba13-8a5edf94d3d0 req-bf114c08-b6d6-4d65-8e93-b859d1fc6ab1 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:22.249778 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-65ba8861-d8cb-402d-ba13-8a5edf94d3d0 req-bf114c08-b6d6-4d65-8e93-b859d1fc6ab1 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d1f42e3-421f-43d7-b3cb-f2594fef124f HTTP/1.1" status: 200 len: 945 time: 0.1052549 Jun 16 16:06:22.286476 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-60ec322d-5a86-426d-925e-82f86b11b4fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:22.291868 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-60ec322d-5a86-426d-925e-82f86b11b4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:22.299356 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-f9b0fbad-b889-499c-a38a-13efc144f8ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:22.323571 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-65ba8861-d8cb-402d-ba13-8a5edf94d3d0 req-768d17d5-1d1b-4638-9f85-9628017b8de6 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653868 Jun 16 16:06:22.348284 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ec322d-5a86-426d-925e-82f86b11b4fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d41d51f8-ad33-42b1-bc86-60def43b3867,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:22.350348 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-60ec322d-5a86-426d-925e-82f86b11b4fc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a838c19ec6054eef92fcc51a381f9344&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3401978 Jun 16 16:06:22.351253 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-60ec322d-5a86-426d-925e-82f86b11b4fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:22.352977 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 36008) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:06:22.401010 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-623b1024-c3c6-44e1-bad1-8ec2dcdb1180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:22.420604 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-623b1024-c3c6-44e1-bad1-8ec2dcdb1180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:22.470150 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-623b1024-c3c6-44e1-bad1-8ec2dcdb1180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:22.472655 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-623b1024-c3c6-44e1-bad1-8ec2dcdb1180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:22.474387 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-623b1024-c3c6-44e1-bad1-8ec2dcdb1180 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d41d51f8-ad33-42b1-bc86-60def43b3867 HTTP/1.1" status: 204 len: 168 time: 0.1199422 Jun 16 16:06:22.475115 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-8a265aaa-5d64-4ab2-8eec-2af4b2d96d13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:22.484765 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623b1024-c3c6-44e1-bad1-8ec2dcdb1180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41d51f8-ad33-42b1-bc86-60def43b3867,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:22.487143 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-623b1024-c3c6-44e1-bad1-8ec2dcdb1180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:22.757685 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 36022) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:06:22.779541 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-db6d7bba-65bf-456a-ad29-2bba12f1995a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:22.816779 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-459ba97e-0994-401b-bd86-9772962a392e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:22.878776 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-db6d7bba-65bf-456a-ad29-2bba12f1995a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:22.883534 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-db6d7bba-65bf-456a-ad29-2bba12f1995a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:22.887145 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-050281d5-ed72-45e0-8725-3fd2a9108a45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:22.930813 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 36034) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:06:22.930986 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-db6d7bba-65bf-456a-ad29-2bba12f1995a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b659315971984468828f360e13a314c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1720984 Jun 16 16:06:22.931828 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6d7bba-65bf-456a-ad29-2bba12f1995a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff31f17f-7884-4e85-b3a5-7ad2e3261428,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:22.948441 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-db6d7bba-65bf-456a-ad29-2bba12f1995a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:22.992951 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-aa5ae5f9-af24-4af3-85d2-d68ce5225300 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:23.016134 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-aa5ae5f9-af24-4af3-85d2-d68ce5225300 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:23.062853 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-aa5ae5f9-af24-4af3-85d2-d68ce5225300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:23.065971 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-aa5ae5f9-af24-4af3-85d2-d68ce5225300 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:23.067839 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-aa5ae5f9-af24-4af3-85d2-d68ce5225300 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ff31f17f-7884-4e85-b3a5-7ad2e3261428 HTTP/1.1" status: 204 len: 168 time: 0.1354413 Jun 16 16:06:23.068641 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-f964663c-9946-4620-a11a-30e7302bf662 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:23.077830 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5ae5f9-af24-4af3-85d2-d68ce5225300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff31f17f-7884-4e85-b3a5-7ad2e3261428,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:23.079933 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-aa5ae5f9-af24-4af3-85d2-d68ce5225300 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:23.514409 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966677f7-a5fc-446d-a241-2c0e90ab9e39 req-248d6584-4f75-4644-b1ef-d60a6054047f tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:23.516258 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-966677f7-a5fc-446d-a241-2c0e90ab9e39 req-248d6584-4f75-4644-b1ef-d60a6054047f tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d1f42e3-421f-43d7-b3cb-f2594fef124f HTTP/1.1" status: 200 len: 945 time: 0.0691946 Jun 16 16:06:23.555600 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-966677f7-a5fc-446d-a241-2c0e90ab9e39 req-6462ae14-1092-4436-90ad-fd30f33cb388 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321674 Jun 16 16:06:24.747248 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 36106) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:06:24.861878 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-875a1633-a523-4eae-9f0b-5c4825efda84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:24.933537 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7b4da9-81c3-4eba-a4a5-da50b63a632f req-9a01c4ce-d455-4ac5-a62c-a32d37afb27f tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:24.935017 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-cb7b4da9-81c3-4eba-a4a5-da50b63a632f req-9a01c4ce-d455-4ac5-a62c-a32d37afb27f tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d1f42e3-421f-43d7-b3cb-f2594fef124f HTTP/1.1" status: 200 len: 945 time: 0.2571993 Jun 16 16:06:24.954984 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-875a1633-a523-4eae-9f0b-5c4825efda84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:24.959761 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-875a1633-a523-4eae-9f0b-5c4825efda84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:24.963051 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-eccfa413-edc1-4a43-ab83-8753f6ee0359 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:24.974116 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-cb7b4da9-81c3-4eba-a4a5-da50b63a632f req-44b539f7-2b30-4d1b-b5f1-76266cd0789d tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327628 Jun 16 16:06:24.997969 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-875a1633-a523-4eae-9f0b-5c4825efda84 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bfc59c0965a24d0eb79f6020b67b88ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2494729 Jun 16 16:06:24.999500 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 36110) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:06:25.000271 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875a1633-a523-4eae-9f0b-5c4825efda84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de165282-a999-4669-aca7-5a21c3796301,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:25.003656 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-875a1633-a523-4eae-9f0b-5c4825efda84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:25.047847 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-56395c8c-9acf-48f9-abfb-41810513c846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:25.072785 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-56395c8c-9acf-48f9-abfb-41810513c846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:25.124897 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-56395c8c-9acf-48f9-abfb-41810513c846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:25.127532 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-56395c8c-9acf-48f9-abfb-41810513c846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:25.128656 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-56395c8c-9acf-48f9-abfb-41810513c846 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/de165282-a999-4669-aca7-5a21c3796301 HTTP/1.1" status: 204 len: 168 time: 0.1281335 Jun 16 16:06:25.130263 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:25.139358 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56395c8c-9acf-48f9-abfb-41810513c846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de165282-a999-4669-aca7-5a21c3796301,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:25.142488 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-56395c8c-9acf-48f9-abfb-41810513c846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:25.400700 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 36122) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:06:25.417488 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-bdcda047-6a4c-4749-8d4b-b435f866288b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:25.525742 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-bdcda047-6a4c-4749-8d4b-b435f866288b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:25.529634 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-bdcda047-6a4c-4749-8d4b-b435f866288b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:25.532941 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-794d89dd-4529-4ba5-8a75-db124338e318 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:25.575536 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 36132) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:06:25.578050 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-bdcda047-6a4c-4749-8d4b-b435f866288b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dd1befb601774bac802cff805447d409&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1755762 Jun 16 16:06:25.581306 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcda047-6a4c-4749-8d4b-b435f866288b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d694b6a-34ba-43bf-92dd-fd6d87544a24,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:25.586469 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-bdcda047-6a4c-4749-8d4b-b435f866288b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:25.629233 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-5cc42355-919c-4115-a4fa-ed523fe59118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:25.652412 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-5cc42355-919c-4115-a4fa-ed523fe59118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:25.704857 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-5cc42355-919c-4115-a4fa-ed523fe59118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:25.707466 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-5cc42355-919c-4115-a4fa-ed523fe59118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:25.711852 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-5cc42355-919c-4115-a4fa-ed523fe59118 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5d694b6a-34ba-43bf-92dd-fd6d87544a24 HTTP/1.1" status: 204 len: 168 time: 0.1326969 Jun 16 16:06:25.711852 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:25.720530 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc42355-919c-4115-a4fa-ed523fe59118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d694b6a-34ba-43bf-92dd-fd6d87544a24,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:25.722844 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-5cc42355-919c-4115-a4fa-ed523fe59118 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:26.153522 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f31021a-4770-4c0b-8267-32dcf8bb5d42 req-3bf22c36-6cbe-4157-8eb2-79a180fe8622 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:26.154995 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-9f31021a-4770-4c0b-8267-32dcf8bb5d42 req-3bf22c36-6cbe-4157-8eb2-79a180fe8622 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d1f42e3-421f-43d7-b3cb-f2594fef124f HTTP/1.1" status: 200 len: 945 time: 0.0659344 Jun 16 16:06:26.199101 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-9f31021a-4770-4c0b-8267-32dcf8bb5d42 req-32453b63-64a3-4173-bca4-d6b06dc51ce1 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384974 Jun 16 16:06:27.390666 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e93382-9105-4c79-9d8f-df9988faa2c4 req-839eb04e-ae75-4882-85ef-2ea12a311eec tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:27.392215 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-93e93382-9105-4c79-9d8f-df9988faa2c4 req-839eb04e-ae75-4882-85ef-2ea12a311eec tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d1f42e3-421f-43d7-b3cb-f2594fef124f HTTP/1.1" status: 200 len: 945 time: 0.0669680 Jun 16 16:06:27.431150 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-93e93382-9105-4c79-9d8f-df9988faa2c4 req-c124d187-4b65-4ad6-a278-1adab37c7c74 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316563 Jun 16 16:06:28.616698 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d6739e-4893-4119-a8a2-346c618608d1 req-ba6913f6-3671-41d0-833b-39374a0374c7 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:28.618163 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d6d6739e-4893-4119-a8a2-346c618608d1 req-ba6913f6-3671-41d0-833b-39374a0374c7 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d1f42e3-421f-43d7-b3cb-f2594fef124f HTTP/1.1" status: 200 len: 945 time: 0.0659621 Jun 16 16:06:28.658284 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d6d6739e-4893-4119-a8a2-346c618608d1 req-1649ae71-ef04-4120-a01a-d59f2e237b00 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337009 Jun 16 16:06:29.843347 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8562580-fda9-42b6-94c1-b34d8383441a req-dfec1e02-e750-4703-8ace-2816fba7267a tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:29.844827 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-e8562580-fda9-42b6-94c1-b34d8383441a req-dfec1e02-e750-4703-8ace-2816fba7267a tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d1f42e3-421f-43d7-b3cb-f2594fef124f HTTP/1.1" status: 200 len: 945 time: 0.0701022 Jun 16 16:06:29.882569 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-e8562580-fda9-42b6-94c1-b34d8383441a req-12d78647-2122-47d3-8c10-fb1333052ae3 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319834 Jun 16 16:06:30.195162 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ef049-f0db-4dc6-8adc-fae7f4f7985d req-c926603b-0e12-4559-8078-4be27459a542 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:30.196598 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-cf0ef049-f0db-4dc6-8adc-fae7f4f7985d req-c926603b-0e12-4559-8078-4be27459a542 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] 10.222.0.49 "GET /v2.0/networks?id=3f2834c4-172c-4acc-9958-e6c60d36bde5 HTTP/1.1" status: 200 len: 809 time: 0.1085799 Jun 16 16:06:30.210585 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-cf0ef049-f0db-4dc6-8adc-fae7f4f7985d req-5b115799-bb9f-43e2-860a-757937292930 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] 10.222.0.49 "GET /v2.0/quotas/a498e59fa88849489d676cd1f4995db5 HTTP/1.1" status: 200 len: 375 time: 0.0086944 Jun 16 16:06:30.243565 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-cf0ef049-f0db-4dc6-8adc-fae7f4f7985d req-2778a36a-f467-4cc6-ab5f-4d8a11135eb5 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a498e59fa88849489d676cd1f4995db5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281925 Jun 16 16:06:30.340512 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-cf0ef049-f0db-4dc6-8adc-fae7f4f7985d req-30af2a07-c3ab-4a0c-b1c3-c922907a8ced service neutron] 10.222.0.49 "GET /v2.0/networks/3f2834c4-172c-4acc-9958-e6c60d36bde5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903778 Jun 16 16:06:30.429276 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-cf0ef049-f0db-4dc6-8adc-fae7f4f7985d req-296dd1c8-2faf-4254-a855-6008c8cf38d2 service neutron] 10.222.0.49 "GET /v2.0/networks/3f2834c4-172c-4acc-9958-e6c60d36bde5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829718 Jun 16 16:06:30.600963 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ccdd9e8c-75ce-4dec-b162-370eff66165c req-c301f4c1-2291-4540-8e4f-c6cd1022b577 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8cbbab1-3d8a-43a0-b7fd-c98fa347c5d5 HTTP/1.1" status: 200 len: 210 time: 0.0310130 Jun 16 16:06:31.080403 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59608b1b-b941-4171-918e-fb05a37ccfd9 req-7ec87f25-e29c-498b-bb9c-3a1b10dd1e26 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:31.082261 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-59608b1b-b941-4171-918e-fb05a37ccfd9 req-7ec87f25-e29c-498b-bb9c-3a1b10dd1e26 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d1f42e3-421f-43d7-b3cb-f2594fef124f HTTP/1.1" status: 200 len: 945 time: 0.0769372 Jun 16 16:06:31.158777 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-59608b1b-b941-4171-918e-fb05a37ccfd9 req-f05a42ae-dfc0-4fe6-9df5-6ac6c334c274 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706503 Jun 16 16:06:31.495281 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c01b6f-9510-474f-8976-04ee7ad90c16 req-4476d23a-e33f-4a9b-8b77-a7560236b9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:31.496762 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-96c01b6f-9510-474f-8976-04ee7ad90c16 req-4476d23a-e33f-4a9b-8b77-a7560236b9c1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6d1f42e3-421f-43d7-b3cb-f2594fef124f HTTP/1.1" status: 200 len: 1098 time: 0.0518012 Jun 16 16:06:31.537575 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-96c01b6f-9510-474f-8976-04ee7ad90c16 req-ad8134b7-039c-4eda-8888-e892bb79543e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320449 Jun 16 16:06:31.748373 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-cd8ac524-0c55-404c-9a0e-d19703b66198 req-f456e841-6160-465a-ae7f-40f909da90dd tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8cbbab1-3d8a-43a0-b7fd-c98fa347c5d5 HTTP/1.1" status: 200 len: 210 time: 0.0284691 Jun 16 16:06:31.952261 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ef049-f0db-4dc6-8adc-fae7f4f7985d req-10a2984f-4482-4991-8eb2-7593d233a0a0 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:31.952261 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-cf0ef049-f0db-4dc6-8adc-fae7f4f7985d req-10a2984f-4482-4991-8eb2-7593d233a0a0 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] 10.222.0.15 "GET /v2.0/networks?id=3f2834c4-172c-4acc-9958-e6c60d36bde5 HTTP/1.1" status: 200 len: 809 time: 0.1065419 Jun 16 16:06:31.974858 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.v2.base [req-cf0ef049-f0db-4dc6-8adc-fae7f4f7985d req-01a7036b-96f9-41ec-aeb0-e12928f1cc93 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Request body: {'port': {'device_id': 'd8cbbab1-3d8a-43a0-b7fd-c98fa347c5d5', 'network_id': '3f2834c4-172c-4acc-9958-e6c60d36bde5', 'admin_state_up': True, 'tenant_id': 'a498e59fa88849489d676cd1f4995db5'}} {{(pid=91875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:06:32.090609 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf0ef049-f0db-4dc6-8adc-fae7f4f7985d req-01a7036b-96f9-41ec-aeb0-e12928f1cc93 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Made reservation on behalf of a498e59fa88849489d676cd1f4995db5 for: {'port': 1} {{(pid=91875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:06:32.094397 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-cf0ef049-f0db-4dc6-8adc-fae7f4f7985d req-01a7036b-96f9-41ec-aeb0-e12928f1cc93 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16110075'] for port, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:32.222203 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.db.db_base_plugin_common [req-cf0ef049-f0db-4dc6-8adc-fae7f4f7985d req-01a7036b-96f9-41ec-aeb0-e12928f1cc93 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Allocated IP 172.20.0.10 (3f2834c4-172c-4acc-9958-e6c60d36bde5/1b20a45a-d72a-4f6e-85a2-4061fbcbf92e/3db884a8-c894-4ab5-8e1a-d8c00cb51c43) {{(pid=91875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:06:32.409606 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-cf0ef049-f0db-4dc6-8adc-fae7f4f7985d req-01a7036b-96f9-41ec-aeb0-e12928f1cc93 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Notify callbacks [] for port, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:32.435543 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a5ed2e-f903-4623-a715-50d809896c7b req-0dfc7168-cd41-458d-be0d-c50c1d21ab29 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:32.436994 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-96a5ed2e-f903-4623-a715-50d809896c7b req-0dfc7168-cd41-458d-be0d-c50c1d21ab29 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d1f42e3-421f-43d7-b3cb-f2594fef124f HTTP/1.1" status: 200 len: 945 time: 0.1188662 Jun 16 16:06:32.500934 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-96a5ed2e-f903-4623-a715-50d809896c7b req-16fdf2b0-5167-4fdc-ad31-09f26a904eff tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555749 Jun 16 16:06:32.502966 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-cf0ef049-f0db-4dc6-8adc-fae7f4f7985d req-01a7036b-96f9-41ec-aeb0-e12928f1cc93 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16110910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726810954487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449087'] for port, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:32.508885 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:32.559909 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf0ef049-f0db-4dc6-8adc-fae7f4f7985d req-01a7036b-96f9-41ec-aeb0-e12928f1cc93 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Network 3f2834c4-172c-4acc-9958-e6c60d36bde5 is already hosted by enough agents. {{(pid=91875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:06:32.565722 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.base_scheduler [req-cf0ef049-f0db-4dc6-8adc-fae7f4f7985d req-01a7036b-96f9-41ec-aeb0-e12928f1cc93 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Resources bound (agent type, host, resource id): {{(pid=91875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:06:32.569019 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf0ef049-f0db-4dc6-8adc-fae7f4f7985d req-01a7036b-96f9-41ec-aeb0-e12928f1cc93 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Received port after_create {{(pid=91875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:06:32.607297 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a7036b-96f9-41ec-aeb0-e12928f1cc93 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Pushing event updated for resources: {'Port': ['ID=3db884a8-c894-4ab5-8e1a-d8c00cb51c43,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:32.610435 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-01a7036b-96f9-41ec-aeb0-e12928f1cc93 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:32.628365 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ef049-f0db-4dc6-8adc-fae7f4f7985d req-01a7036b-96f9-41ec-aeb0-e12928f1cc93 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:32.628968 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-cf0ef049-f0db-4dc6-8adc-fae7f4f7985d req-01a7036b-96f9-41ec-aeb0-e12928f1cc93 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16222807'] for port, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:32.643120 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-cf0ef049-f0db-4dc6-8adc-fae7f4f7985d req-01a7036b-96f9-41ec-aeb0-e12928f1cc93 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6726818 Jun 16 16:06:35.823752 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.v2.base [req-cf0ef049-f0db-4dc6-8adc-fae7f4f7985d req-b3930a25-dc3f-4fcf-a905-815436d3056e service neutron] Request body: {'port': {'device_id': 'd8cbbab1-3d8a-43a0-b7fd-c98fa347c5d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=91875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:06:35.908608 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-cf0ef049-f0db-4dc6-8adc-fae7f4f7985d req-b3930a25-dc3f-4fcf-a905-815436d3056e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:36.004524 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f63b6b-e442-4280-91c0-e6a8986175ae req-b9593fd8-d9ec-4436-9993-deacdda24dc0 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:36.006611 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-63f63b6b-e442-4280-91c0-e6a8986175ae req-b9593fd8-d9ec-4436-9993-deacdda24dc0 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d1f42e3-421f-43d7-b3cb-f2594fef124f HTTP/1.1" status: 200 len: 945 time: 0.0638080 Jun 16 16:06:36.048762 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-63f63b6b-e442-4280-91c0-e6a8986175ae req-0e612d8a-c9c3-431d-9688-fcf96d2eb953 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355973 Jun 16 16:06:36.087393 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb818ee2-7cd7-4282-a6d6-903fda1ac2cc req-1a296a09-8a98-43e8-8afa-dd8dd56d4ddb tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:36.088820 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-fb818ee2-7cd7-4282-a6d6-903fda1ac2cc req-1a296a09-8a98-43e8-8afa-dd8dd56d4ddb tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8cbbab1-3d8a-43a0-b7fd-c98fa347c5d5 HTTP/1.1" status: 200 len: 932 time: 0.1426797 Jun 16 16:06:36.169329 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-fb818ee2-7cd7-4282-a6d6-903fda1ac2cc req-e925c7c9-c655-4a37-a801-c7847b6a5138 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5b769e5-31ae-43e5-99d2-b6ca42a6a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523942 Jun 16 16:06:36.241767 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [req-cf0ef049-f0db-4dc6-8adc-fae7f4f7985d req-b3930a25-dc3f-4fcf-a905-815436d3056e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3db884a8-c894-4ab5-8e1a-d8c00cb51c43 {{(pid=91875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:06:36.248930 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-cf0ef049-f0db-4dc6-8adc-fae7f4f7985d req-b3930a25-dc3f-4fcf-a905-815436d3056e service neutron] Notify callbacks [] for port, precommit_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:36.260847 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [req-cf0ef049-f0db-4dc6-8adc-fae7f4f7985d req-b3930a25-dc3f-4fcf-a905-815436d3056e service neutron] Transition to ACTIVE for port object 3db884a8-c894-4ab5-8e1a-d8c00cb51c43 will not be triggered until provisioned by entity L2. {{(pid=91875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:06:36.264786 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-cf0ef049-f0db-4dc6-8adc-fae7f4f7985d req-b3930a25-dc3f-4fcf-a905-815436d3056e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449065'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:36.266910 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:36.558847 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3930a25-dc3f-4fcf-a905-815436d3056e service neutron] Pushing event updated for resources: {'Port': ['ID=3db884a8-c894-4ab5-8e1a-d8c00cb51c43,revision_number=2']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:36.561588 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-b3930a25-dc3f-4fcf-a905-815436d3056e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:36.642109 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [req-cf0ef049-f0db-4dc6-8adc-fae7f4f7985d req-b3930a25-dc3f-4fcf-a905-815436d3056e service neutron] Attempting to bind port 3db884a8-c894-4ab5-8e1a-d8c00cb51c43 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:06:36.642445 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [req-cf0ef049-f0db-4dc6-8adc-fae7f4f7985d req-b3930a25-dc3f-4fcf-a905-815436d3056e service neutron] Attempting to bind port 3db884a8-c894-4ab5-8e1a-d8c00cb51c43 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '41a5b400-9e03-4974-95a4-c8a7169dc62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '3f2834c4-172c-4acc-9958-e6c60d36bde5'}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:06:36.642773 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0ef049-f0db-4dc6-8adc-fae7f4f7985d req-b3930a25-dc3f-4fcf-a905-815436d3056e service neutron] Attempting to bind port 3db884a8-c894-4ab5-8e1a-d8c00cb51c43 on network 3f2834c4-172c-4acc-9958-e6c60d36bde5 {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:06:36.647682 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0ef049-f0db-4dc6-8adc-fae7f4f7985d req-b3930a25-dc3f-4fcf-a905-815436d3056e service neutron] Port 3db884a8-c894-4ab5-8e1a-d8c00cb51c43 on network 3f2834c4-172c-4acc-9958-e6c60d36bde5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:06:36.648004 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0ef049-f0db-4dc6-8adc-fae7f4f7985d req-b3930a25-dc3f-4fcf-a905-815436d3056e service neutron] Attempting to bind port 3db884a8-c894-4ab5-8e1a-d8c00cb51c43 on network 3f2834c4-172c-4acc-9958-e6c60d36bde5 {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:06:36.652597 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0ef049-f0db-4dc6-8adc-fae7f4f7985d req-b3930a25-dc3f-4fcf-a905-815436d3056e service neutron] Checking agent: {'id': 'c85a6c45-3e6f-4705-b11b-38e758c67377', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 3, 19), 'started_at': datetime.datetime(2021, 6, 16, 16, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:06:36.652928 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0ef049-f0db-4dc6-8adc-fae7f4f7985d req-b3930a25-dc3f-4fcf-a905-815436d3056e service neutron] Checking segment: {'id': '41a5b400-9e03-4974-95a4-c8a7169dc62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '3f2834c4-172c-4acc-9958-e6c60d36bde5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:06:36.653305 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0ef049-f0db-4dc6-8adc-fae7f4f7985d req-b3930a25-dc3f-4fcf-a905-815436d3056e service neutron] Bound using segment: {'id': '41a5b400-9e03-4974-95a4-c8a7169dc62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '3f2834c4-172c-4acc-9958-e6c60d36bde5'} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:06:36.653757 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [req-cf0ef049-f0db-4dc6-8adc-fae7f4f7985d req-b3930a25-dc3f-4fcf-a905-815436d3056e service neutron] Bound port: 3db884a8-c894-4ab5-8e1a-d8c00cb51c43, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41a5b400-9e03-4974-95a4-c8a7169dc62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '3f2834c4-172c-4acc-9958-e6c60d36bde5'}}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:06:36.654097 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-cf0ef049-f0db-4dc6-8adc-fae7f4f7985d req-b3930a25-dc3f-4fcf-a905-815436d3056e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:36.715089 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [req-cf0ef049-f0db-4dc6-8adc-fae7f4f7985d req-b3930a25-dc3f-4fcf-a905-815436d3056e service neutron] For port 3db884a8-c894-4ab5-8e1a-d8c00cb51c43, host hv-cinder-79611, cleared binding levels {{(pid=91875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:06:36.718120 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [req-cf0ef049-f0db-4dc6-8adc-fae7f4f7985d req-b3930a25-dc3f-4fcf-a905-815436d3056e service neutron] For port 3db884a8-c894-4ab5-8e1a-d8c00cb51c43, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=3db884a8-c894-4ab5-8e1a-d8c00cb51c43,segment=NetworkSegment(41a5b400-9e03-4974-95a4-c8a7169dc62c),segment_id=41a5b400-9e03-4974-95a4-c8a7169dc62c)] {{(pid=91875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:06:36.722629 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-cf0ef049-f0db-4dc6-8adc-fae7f4f7985d req-b3930a25-dc3f-4fcf-a905-815436d3056e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449065'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:36.726408 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:36.757464 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ef049-f0db-4dc6-8adc-fae7f4f7985d req-b3930a25-dc3f-4fcf-a905-815436d3056e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:36.758129 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-cf0ef049-f0db-4dc6-8adc-fae7f4f7985d req-b3930a25-dc3f-4fcf-a905-815436d3056e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16222807'] for port, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:36.759579 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-cf0ef049-f0db-4dc6-8adc-fae7f4f7985d req-b3930a25-dc3f-4fcf-a905-815436d3056e service neutron] 10.222.0.15 "PUT /v2.0/ports/3db884a8-c894-4ab5-8e1a-d8c00cb51c43 HTTP/1.1" status: 200 len: 1094 time: 0.9414680 Jun 16 16:06:36.761821 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8cbbab1-3d8a-43a0-b7fd-c98fa347c5d5', 'tag': '3db884a8-c894-4ab5-8e1a-d8c00cb51c43'}] {{(pid=91875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:06:36.764232 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd288140b641fa203b825626e643c4ae2408c15f4fce5032d4686340f68cf7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeea0a19-d3dc-42fb-aea4-228eb24d29f5" -d '{"events": [{"name": "network-changed", "server_uuid": "d8cbbab1-3d8a-43a0-b7fd-c98fa347c5d5", "tag": "3db884a8-c894-4ab5-8e1a-d8c00cb51c43"}]}' {{(pid=91875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:06:36.797270 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3930a25-dc3f-4fcf-a905-815436d3056e service neutron] Pushing event updated for resources: {'Port': ['ID=3db884a8-c894-4ab5-8e1a-d8c00cb51c43,revision_number=3']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:36.800833 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfbb469a-2fd8-4e14-af40-82bf67d0f562 x-openstack-request-id: req-dfbb469a-2fd8-4e14-af40-82bf67d0f562 {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:06:36.801136 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8cbbab1-3d8a-43a0-b7fd-c98fa347c5d5", "tag": "3db884a8-c894-4ab5-8e1a-d8c00cb51c43", "status": "completed", "code": 200}]} {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:06:36.801460 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dfbb469a-2fd8-4e14-af40-82bf67d0f562 {{(pid=91875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:06:36.801853 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8cbbab1-3d8a-43a0-b7fd-c98fa347c5d5', 'tag': '3db884a8-c894-4ab5-8e1a-d8c00cb51c43', 'status': 'completed', 'code': 200} Jun 16 16:06:36.802527 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-b3930a25-dc3f-4fcf-a905-815436d3056e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:39.598408 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea0a19-d3dc-42fb-aea4-228eb24d29f5 req-a7d706fd-7472-40c7-9688-4d6c3a1d6c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:39.602180 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-aeea0a19-d3dc-42fb-aea4-228eb24d29f5 req-a7d706fd-7472-40c7-9688-4d6c3a1d6c83 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a498e59fa88849489d676cd1f4995db5&device_id=d8cbbab1-3d8a-43a0-b7fd-c98fa347c5d5 HTTP/1.1" status: 200 len: 1097 time: 0.0595965 Jun 16 16:06:39.725435 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0882aa20-98cc-404a-8475-1681e1e428ae req-64c64412-0c80-4ad1-b764-84dd5170aa22 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:39.726902 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-0882aa20-98cc-404a-8475-1681e1e428ae req-64c64412-0c80-4ad1-b764-84dd5170aa22 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8cbbab1-3d8a-43a0-b7fd-c98fa347c5d5 HTTP/1.1" status: 200 len: 944 time: 0.0666006 Jun 16 16:06:39.764550 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-0882aa20-98cc-404a-8475-1681e1e428ae req-d65ef1f4-91e4-4529-8be5-1dee6cdc9aeb tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5b769e5-31ae-43e5-99d2-b6ca42a6a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319574 Jun 16 16:06:39.807638 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea0a19-d3dc-42fb-aea4-228eb24d29f5 req-4768da2c-8ee5-4adc-9279-674a7aa33f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:39.809011 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-aeea0a19-d3dc-42fb-aea4-228eb24d29f5 req-4768da2c-8ee5-4adc-9279-674a7aa33f3a service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=a498e59fa88849489d676cd1f4995db5&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1999326 Jun 16 16:06:39.841444 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b300d49d-f121-47ee-a230-8710f9072b90 req-f59f3935-4810-4a2c-a7fe-d32cf4544a40 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:39.842831 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-b300d49d-f121-47ee-a230-8710f9072b90 req-f59f3935-4810-4a2c-a7fe-d32cf4544a40 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d1f42e3-421f-43d7-b3cb-f2594fef124f HTTP/1.1" status: 200 len: 945 time: 0.1537473 Jun 16 16:06:39.969860 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-b300d49d-f121-47ee-a230-8710f9072b90 req-7dc9bc38-5343-4985-90ae-d0033848a09c tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142087 Jun 16 16:06:40.016282 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea0a19-d3dc-42fb-aea4-228eb24d29f5 req-d5e0fb5f-c0a9-4ad2-9120-f864f191b969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:40.017835 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-aeea0a19-d3dc-42fb-aea4-228eb24d29f5 req-d5e0fb5f-c0a9-4ad2-9120-f864f191b969 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1999271 Jun 16 16:06:40.125424 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ef049-f0db-4dc6-8adc-fae7f4f7985d req-b788f3ca-b6a8-423e-8601-f594aa3a0a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:40.126923 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-cf0ef049-f0db-4dc6-8adc-fae7f4f7985d req-b788f3ca-b6a8-423e-8601-f594aa3a0a3a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a498e59fa88849489d676cd1f4995db5&device_id=d8cbbab1-3d8a-43a0-b7fd-c98fa347c5d5 HTTP/1.1" status: 200 len: 1097 time: 0.0573456 Jun 16 16:06:40.145641 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c43d0-bea6-46b3-a19e-c137dfa575d7 req-a23bcad4-3c87-465a-b447-e4a7a03fa950 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:40.147708 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-6c5c43d0-bea6-46b3-a19e-c137dfa575d7 req-a23bcad4-3c87-465a-b447-e4a7a03fa950 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1 HTTP/1.1" status: 200 len: 945 time: 0.0637512 Jun 16 16:06:40.179557 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-cf0ef049-f0db-4dc6-8adc-fae7f4f7985d req-6f397884-22ff-4c92-8820-1d328cdb3bf1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3db884a8-c894-4ab5-8e1a-d8c00cb51c43 HTTP/1.1" status: 200 len: 217 time: 0.0368018 Jun 16 16:06:40.185267 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-6c5c43d0-bea6-46b3-a19e-c137dfa575d7 req-a00691fe-4565-4ffa-8133-45695c899ee7 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316322 Jun 16 16:06:40.232898 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ef049-f0db-4dc6-8adc-fae7f4f7985d req-86fc7afb-0eba-48be-a97b-73629dd55d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:40.234477 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-cf0ef049-f0db-4dc6-8adc-fae7f4f7985d req-86fc7afb-0eba-48be-a97b-73629dd55d4f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1b20a45a-d72a-4f6e-85a2-4061fbcbf92e HTTP/1.1" status: 200 len: 849 time: 0.0436170 Jun 16 16:06:40.268654 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-cf0ef049-f0db-4dc6-8adc-fae7f4f7985d req-a79f6218-c668-4410-999e-22a2d241f5e6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3f2834c4-172c-4acc-9958-e6c60d36bde5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253255 Jun 16 16:06:40.372096 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-cf0ef049-f0db-4dc6-8adc-fae7f4f7985d req-be4ea1c7-74de-4fb8-a1bc-1406accda19d service neutron] 10.222.0.15 "GET /v2.0/networks/3f2834c4-172c-4acc-9958-e6c60d36bde5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880742 Jun 16 16:06:40.465454 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-cf0ef049-f0db-4dc6-8adc-fae7f4f7985d req-0fb7a65a-5040-4a3b-b4fa-06ef8d3b2c16 service neutron] 10.222.0.15 "GET /v2.0/networks/3f2834c4-172c-4acc-9958-e6c60d36bde5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933933 Jun 16 16:06:40.942445 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d63f5d-a988-4ae9-8b7f-7b9c917b1ac7 req-d8373fe4-1015-47ee-8b57-b20a99284ed1 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:40.944348 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-35d63f5d-a988-4ae9-8b7f-7b9c917b1ac7 req-d8373fe4-1015-47ee-8b57-b20a99284ed1 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8cbbab1-3d8a-43a0-b7fd-c98fa347c5d5 HTTP/1.1" status: 200 len: 944 time: 0.0675321 Jun 16 16:06:40.987276 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-35d63f5d-a988-4ae9-8b7f-7b9c917b1ac7 req-b540a202-579f-4d25-9a26-569966e78542 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5b769e5-31ae-43e5-99d2-b6ca42a6a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346582 Jun 16 16:06:41.264028 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 36516) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:06:41.363962 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-73246355-d13f-43bd-b848-953d5e510f65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:41.460124 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-73246355-d13f-43bd-b848-953d5e510f65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:41.464349 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-73246355-d13f-43bd-b848-953d5e510f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:41.467077 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-875a1633-a523-4eae-9f0b-5c4825efda84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:41.503537 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73246355-d13f-43bd-b848-953d5e510f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d89221-69fe-45d5-974f-75e5c35defa9,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:41.508770 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-73246355-d13f-43bd-b848-953d5e510f65 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=80e3bd1a386b48949881a89874975701&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2435970 Jun 16 16:06:41.509878 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-73246355-d13f-43bd-b848-953d5e510f65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:41.511368 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 36524) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:06:41.561955 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-70b13169-91f5-4f60-8722-a957d7e9f1ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:41.588695 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-70b13169-91f5-4f60-8722-a957d7e9f1ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:41.651173 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-70b13169-91f5-4f60-8722-a957d7e9f1ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:41.653734 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-70b13169-91f5-4f60-8722-a957d7e9f1ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:41.654877 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-70b13169-91f5-4f60-8722-a957d7e9f1ac admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/53d89221-69fe-45d5-974f-75e5c35defa9 HTTP/1.1" status: 204 len: 168 time: 0.1425071 Jun 16 16:06:41.655681 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-cd8918e5-7d2d-4e6c-9f8c-ddd8be057cf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:41.663331 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b13169-91f5-4f60-8722-a957d7e9f1ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d89221-69fe-45d5-974f-75e5c35defa9,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:41.665587 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-70b13169-91f5-4f60-8722-a957d7e9f1ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:41.912889 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab018e9-d0f3-4a75-a308-0af7d2695082 req-1363473a-49e5-4193-b4d2-03c52529efd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:41.914631 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-cab018e9-d0f3-4a75-a308-0af7d2695082 req-1363473a-49e5-4193-b4d2-03c52529efd2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9736a5dc95504648ab9aceb89928bdef&device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1 HTTP/1.1" status: 200 len: 1098 time: 0.0590329 Jun 16 16:06:41.948970 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 36540) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:06:41.965853 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-7b1bd5f2-19ea-47fb-ba17-69393b989ce2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:42.021522 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab018e9-d0f3-4a75-a308-0af7d2695082 req-8097af53-8068-46a7-8871-7308833a0d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:42.023571 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-cab018e9-d0f3-4a75-a308-0af7d2695082 req-8097af53-8068-46a7-8871-7308833a0d4f service neutron] 10.222.0.15 "GET /v2.0/networks?id=97223e70-3be0-4b71-bad0-215c0b28ffe7 HTTP/1.1" status: 200 len: 919 time: 0.0936913 Jun 16 16:06:42.070883 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-7b1bd5f2-19ea-47fb-ba17-69393b989ce2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:42.077380 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-7b1bd5f2-19ea-47fb-ba17-69393b989ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:42.088466 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-11a48260-7530-47b1-95cc-69d11028b351 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:42.104461 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-cab018e9-d0f3-4a75-a308-0af7d2695082 req-cc21cc1b-620e-4177-8909-63c22f936940 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca8703c9-c6b4-4d8f-be28-12dc629b84bc HTTP/1.1" status: 200 len: 217 time: 0.0711234 Jun 16 16:06:42.119359 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-7b1bd5f2-19ea-47fb-ba17-69393b989ce2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e81412df897f49db95faa610187f4824&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1678278 Jun 16 16:06:42.122183 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 36544) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:06:42.125002 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1bd5f2-19ea-47fb-ba17-69393b989ce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df94f8f4-7674-436c-ba07-a69ddf26fd73,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:42.128503 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-7b1bd5f2-19ea-47fb-ba17-69393b989ce2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:42.203413 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228fa812-9794-44d3-bc73-96d0e32f4c43 req-1889281a-d971-468f-bac2-49b1558c45ab tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:42.204800 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-228fa812-9794-44d3-bc73-96d0e32f4c43 req-1889281a-d971-468f-bac2-49b1558c45ab tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8cbbab1-3d8a-43a0-b7fd-c98fa347c5d5 HTTP/1.1" status: 200 len: 944 time: 0.0668912 Jun 16 16:06:42.207198 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab018e9-d0f3-4a75-a308-0af7d2695082 req-e72977e7-9351-461b-9b33-70b57c2c12d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:42.209233 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-cab018e9-d0f3-4a75-a308-0af7d2695082 req-e72977e7-9351-461b-9b33-70b57c2c12d2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ca88b3dc-ceb5-4055-b366-67e774be9898 HTTP/1.1" status: 200 len: 858 time: 0.0959244 Jun 16 16:06:42.217108 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebed7a6d-ac25-43c3-9a5b-1176e7e3702e req-00c6bf2d-e245-41c7-a4b8-8f59ece9c115 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:42.218507 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-ebed7a6d-ac25-43c3-9a5b-1176e7e3702e req-00c6bf2d-e245-41c7-a4b8-8f59ece9c115 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1 HTTP/1.1" status: 200 len: 945 time: 0.1872017 Jun 16 16:06:42.243359 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-228fa812-9794-44d3-bc73-96d0e32f4c43 req-480f0fae-dab8-40ac-8632-6343b38bef63 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5b769e5-31ae-43e5-99d2-b6ca42a6a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318525 Jun 16 16:06:42.264255 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-cab018e9-d0f3-4a75-a308-0af7d2695082 req-86f94b13-c5a0-4a46-a958-7e56a91b37b4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=97223e70-3be0-4b71-bad0-215c0b28ffe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407674 Jun 16 16:06:42.264918 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bf54e928-ad36-4b0b-80c1-4ea39ab0e683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:42.323914 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bf54e928-ad36-4b0b-80c1-4ea39ab0e683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:42.362389 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-ebed7a6d-ac25-43c3-9a5b-1176e7e3702e req-d1230a33-b6e7-4366-8269-1abc2c460283 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332660 Jun 16 16:06:42.423220 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-cab018e9-d0f3-4a75-a308-0af7d2695082 req-de2ba5dc-40fa-441b-bf6a-7ceac016879e service neutron] 10.222.0.15 "GET /v2.0/networks/97223e70-3be0-4b71-bad0-215c0b28ffe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408341 Jun 16 16:06:42.427606 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bf54e928-ad36-4b0b-80c1-4ea39ab0e683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:42.431456 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bf54e928-ad36-4b0b-80c1-4ea39ab0e683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:42.433869 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-bf54e928-ad36-4b0b-80c1-4ea39ab0e683 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/df94f8f4-7674-436c-ba07-a69ddf26fd73 HTTP/1.1" status: 204 len: 168 time: 0.3106830 Jun 16 16:06:42.436664 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-02d7d827-b6f9-4695-ab4c-caeade52e3b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:42.467664 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf54e928-ad36-4b0b-80c1-4ea39ab0e683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df94f8f4-7674-436c-ba07-a69ddf26fd73,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:42.471588 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bf54e928-ad36-4b0b-80c1-4ea39ab0e683 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:42.559363 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-cab018e9-d0f3-4a75-a308-0af7d2695082 req-cabf66d4-de08-4a8f-915c-187da5bec02e service neutron] 10.222.0.15 "GET /v2.0/networks/97223e70-3be0-4b71-bad0-215c0b28ffe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239741 Jun 16 16:06:42.863465 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 36590) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:06:42.877316 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-0501b7d4-2d43-42e9-aaeb-a469add7f114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:42.993036 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-0501b7d4-2d43-42e9-aaeb-a469add7f114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:42.998819 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-0501b7d4-2d43-42e9-aaeb-a469add7f114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:43.001651 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:43.030470 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0501b7d4-2d43-42e9-aaeb-a469add7f114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f86d98c-f634-4b1e-a843-cec644e747df,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:43.039815 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-0501b7d4-2d43-42e9-aaeb-a469add7f114 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:43.059621 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-0501b7d4-2d43-42e9-aaeb-a469add7f114 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=09a31f6b6b6c45be8b75f0251a0a3476&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1947868 Jun 16 16:06:43.062146 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 36602) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:06:43.113486 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-ac6e6b9d-f12e-4b83-949b-cd979009ecd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:43.136828 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-ac6e6b9d-f12e-4b83-949b-cd979009ecd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:43.191779 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-ac6e6b9d-f12e-4b83-949b-cd979009ecd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:43.194555 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-ac6e6b9d-f12e-4b83-949b-cd979009ecd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:43.195775 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-ac6e6b9d-f12e-4b83-949b-cd979009ecd5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2f86d98c-f634-4b1e-a843-cec644e747df HTTP/1.1" status: 204 len: 168 time: 0.1325333 Jun 16 16:06:43.196521 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-bdcda047-6a4c-4749-8d4b-b435f866288b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:43.204215 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6e6b9d-f12e-4b83-949b-cd979009ecd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f86d98c-f634-4b1e-a843-cec644e747df,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:43.206737 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-ac6e6b9d-f12e-4b83-949b-cd979009ecd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:43.461457 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9726110d-5751-433c-82cf-78a348ce089f req-16d61f9f-0d90-40d3-bd8b-f8166136ded1 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:43.464044 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-9726110d-5751-433c-82cf-78a348ce089f req-16d61f9f-0d90-40d3-bd8b-f8166136ded1 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8cbbab1-3d8a-43a0-b7fd-c98fa347c5d5 HTTP/1.1" status: 200 len: 944 time: 0.0842693 Jun 16 16:06:43.513113 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-9726110d-5751-433c-82cf-78a348ce089f req-ddedf0e1-2503-4150-8314-601d09f2a35e tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5b769e5-31ae-43e5-99d2-b6ca42a6a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434232 Jun 16 16:06:43.583207 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157efc63-ac88-488c-8601-722e5c5d7c4b req-b84b5c78-81bb-48fb-8b03-7b4b55b424a3 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:43.585357 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-157efc63-ac88-488c-8601-722e5c5d7c4b req-b84b5c78-81bb-48fb-8b03-7b4b55b424a3 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1 HTTP/1.1" status: 200 len: 945 time: 0.0695744 Jun 16 16:06:43.623508 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-157efc63-ac88-488c-8601-722e5c5d7c4b req-3e2c9dcf-4a7e-46cf-9b3b-966943ae0e0f tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318494 Jun 16 16:06:44.265066 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 36662) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:06:44.373763 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-5a71d222-dd2f-4719-bc87-569bd91b3ef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:44.415455 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device 3db884a8-c894-4ab5-8e1a-d8c00cb51c43 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91876) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:06:44.471358 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-5a71d222-dd2f-4719-bc87-569bd91b3ef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:44.475561 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-5a71d222-dd2f-4719-bc87-569bd91b3ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:44.479235 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-5cc42355-919c-4115-a4fa-ed523fe59118 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:44.515972 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-5a71d222-dd2f-4719-bc87-569bd91b3ef3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bd5ea027f8d04c1daf04459cf57a98e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2497194 Jun 16 16:06:44.517914 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a71d222-dd2f-4719-bc87-569bd91b3ef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c68aac40-2425-4995-b887-5cfbb7815ddb,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:44.519238 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 36670) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:06:44.522291 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-5a71d222-dd2f-4719-bc87-569bd91b3ef3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:44.567341 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] For port 3db884a8-c894-4ab5-8e1a-d8c00cb51c43, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=3db884a8-c894-4ab5-8e1a-d8c00cb51c43,segment=NetworkSegment(41a5b400-9e03-4974-95a4-c8a7169dc62c),segment_id=41a5b400-9e03-4974-95a4-c8a7169dc62c)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:06:44.580086 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Returning: {'device': '3db884a8-c894-4ab5-8e1a-d8c00cb51c43', 'network_id': '3f2834c4-172c-4acc-9958-e6c60d36bde5', 'port_id': '3db884a8-c894-4ab5-8e1a-d8c00cb51c43', 'mac_address': 'fa:16:3e:c4:1f:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b20a45a-d72a-4f6e-85a2-4061fbcbf92e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91876) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:06:44.581797 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-1b347b35-ffc2-49db-8d7c-d0b9e6c84928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:44.602928 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-1b347b35-ffc2-49db-8d7c-d0b9e6c84928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:44.618482 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:44.631672 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.notifiers.nova [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3db884a8-c894-4ab5-8e1a-d8c00cb51c43 {{(pid=91876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:06:44.651851 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-1b347b35-ffc2-49db-8d7c-d0b9e6c84928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:44.652069 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] For port 3db884a8-c894-4ab5-8e1a-d8c00cb51c43, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=3db884a8-c894-4ab5-8e1a-d8c00cb51c43,segment=NetworkSegment(41a5b400-9e03-4974-95a4-c8a7169dc62c),segment_id=41a5b400-9e03-4974-95a4-c8a7169dc62c)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:06:44.655192 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:44.656174 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-1b347b35-ffc2-49db-8d7c-d0b9e6c84928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:44.659960 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:44.660117 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-1b347b35-ffc2-49db-8d7c-d0b9e6c84928 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c68aac40-2425-4995-b887-5cfbb7815ddb HTTP/1.1" status: 204 len: 168 time: 0.1373429 Jun 16 16:06:44.660117 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-420a06a2-fcf3-43c8-b12e-bc0c72f94e28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:44.668750 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b347b35-ffc2-49db-8d7c-d0b9e6c84928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68aac40-2425-4995-b887-5cfbb7815ddb,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:44.671764 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-1b347b35-ffc2-49db-8d7c-d0b9e6c84928 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:44.713788 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Pushing event updated for resources: {'Port': ['ID=3db884a8-c894-4ab5-8e1a-d8c00cb51c43,revision_number=4']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:44.721653 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:44.722013 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:44.722361 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:44.722780 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:44.723244 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:44.723742 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:44.724801 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:44.725333 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:44.725750 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:44.726230 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:44.726696 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:44.727029 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:44.731314 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:46.765423 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77903ff9-2d4e-4bd5-8a9a-5c338c8e349d req-39ee71a7-a929-4920-b858-d75ebf63bfec tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:46.767029 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-77903ff9-2d4e-4bd5-8a9a-5c338c8e349d req-39ee71a7-a929-4920-b858-d75ebf63bfec tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8cbbab1-3d8a-43a0-b7fd-c98fa347c5d5 HTTP/1.1" status: 200 len: 945 time: 0.0691550 Jun 16 16:06:46.795648 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ae5b08-30c0-4e12-95db-f05791e177bf req-1dcdb359-bda2-47ec-a246-eeafbb7b3469 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:46.797158 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-e6ae5b08-30c0-4e12-95db-f05791e177bf req-1dcdb359-bda2-47ec-a246-eeafbb7b3469 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1 HTTP/1.1" status: 200 len: 945 time: 0.0732658 Jun 16 16:06:46.807883 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-77903ff9-2d4e-4bd5-8a9a-5c338c8e349d req-e4728ad1-92cb-4918-98dc-98c70491cca6 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5b769e5-31ae-43e5-99d2-b6ca42a6a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348356 Jun 16 16:06:46.836360 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-e6ae5b08-30c0-4e12-95db-f05791e177bf req-8a3962b9-85a8-4ae1-a225-7fc8b46cfe2a tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330682 Jun 16 16:06:46.950882 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] get_ports_and_sgs() called for port_ids ['3db884a8-c894-4ab5-8e1a-d8c00cb51c43'] {{(pid=91876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:06:47.437562 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-705b5dc0-ec88-48ae-960f-882f44044fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:47.990075 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2fc1b8-db74-47d4-8027-4fc06d375b13 req-4f4b2fbd-1ea7-44e0-80dd-12db95b48f37 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:47.992881 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-7e2fc1b8-db74-47d4-8027-4fc06d375b13 req-4f4b2fbd-1ea7-44e0-80dd-12db95b48f37 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8cbbab1-3d8a-43a0-b7fd-c98fa347c5d5 HTTP/1.1" status: 200 len: 945 time: 0.0674238 Jun 16 16:06:48.009715 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d77ab-b0bb-4a11-a65f-9386ee31b4f4 req-c6bf87b0-34d0-4880-81d7-1335b2e32145 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:48.011192 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-481d77ab-b0bb-4a11-a65f-9386ee31b4f4 req-c6bf87b0-34d0-4880-81d7-1335b2e32145 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1 HTTP/1.1" status: 200 len: 945 time: 0.0632441 Jun 16 16:06:48.030272 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-7e2fc1b8-db74-47d4-8027-4fc06d375b13 req-fc830eda-0a95-48ab-b7ad-eedd5aaa447b tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5b769e5-31ae-43e5-99d2-b6ca42a6a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332394 Jun 16 16:06:48.050024 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-481d77ab-b0bb-4a11-a65f-9386ee31b4f4 req-e43f3e24-fb2c-4a42-9f7b-7ae2029ff886 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331774 Jun 16 16:06:48.605733 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device 3db884a8-c894-4ab5-8e1a-d8c00cb51c43 up at agent hyperv_hv-cinder-79611 {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:06:48.654920 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Provisioning for port 3db884a8-c894-4ab5-8e1a-d8c00cb51c43 completed by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:06:48.658678 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Provisioning complete for port 3db884a8-c894-4ab5-8e1a-d8c00cb51c43 triggered by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:06:48.659065 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:48.736847 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:48.761500 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8cbbab1-3d8a-43a0-b7fd-c98fa347c5d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3db884a8-c894-4ab5-8e1a-d8c00cb51c43'}] {{(pid=91876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:06:48.764094 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a9c68db8c06307a0250ecdd4df366f09270e0987ddc1c5d61c2ecaceaac02f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-725d82fe-6391-4a86-8c50-6bf435153842" -d '{"events": [{"server_uuid": "d8cbbab1-3d8a-43a0-b7fd-c98fa347c5d5", "name": "network-vif-plugged", "status": "completed", "tag": "3db884a8-c894-4ab5-8e1a-d8c00cb51c43"}]}' {{(pid=91876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:06:48.777981 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] For port 3db884a8-c894-4ab5-8e1a-d8c00cb51c43, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=3db884a8-c894-4ab5-8e1a-d8c00cb51c43,segment=NetworkSegment(41a5b400-9e03-4974-95a4-c8a7169dc62c),segment_id=41a5b400-9e03-4974-95a4-c8a7169dc62c)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:06:48.784843 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:48.787520 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-49f12dd7-b8cb-4536-a995-0718b0b91536 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:48.837161 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Pushing event updated for resources: {'Port': ['ID=3db884a8-c894-4ab5-8e1a-d8c00cb51c43,revision_number=5']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:48.848668 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:48.954012 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c07139be-7f90-4d22-be2b-e145decafbda x-openstack-request-id: req-c07139be-7f90-4d22-be2b-e145decafbda {{(pid=91876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:06:48.954321 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8cbbab1-3d8a-43a0-b7fd-c98fa347c5d5", "name": "network-vif-plugged", "status": "completed", "tag": "3db884a8-c894-4ab5-8e1a-d8c00cb51c43", "code": 200}]} {{(pid=91876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:06:48.954584 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c07139be-7f90-4d22-be2b-e145decafbda {{(pid=91876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:06:48.954980 dv-cinder-796114-3-iscsi neutron-server[91876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8cbbab1-3d8a-43a0-b7fd-c98fa347c5d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3db884a8-c894-4ab5-8e1a-d8c00cb51c43', 'code': 200} Jun 16 16:06:49.243127 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9af973-4693-4b29-9341-e1512e19b476 req-bdc8108d-85a3-4b10-af47-89b4d3c28673 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:49.244620 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2b9af973-4693-4b29-9341-e1512e19b476 req-bdc8108d-85a3-4b10-af47-89b4d3c28673 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8cbbab1-3d8a-43a0-b7fd-c98fa347c5d5 HTTP/1.1" status: 200 len: 946 time: 0.0734012 Jun 16 16:06:49.285038 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2b9af973-4693-4b29-9341-e1512e19b476 req-30ff7b55-23e0-46a4-88c3-b3785897969f tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5b769e5-31ae-43e5-99d2-b6ca42a6a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335302 Jun 16 16:06:49.337766 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6262e8a4-9436-447d-a0de-2ec63a508029 req-bdb68341-ad46-4d2b-b78d-c9c72ba94cbb tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:49.339267 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-6262e8a4-9436-447d-a0de-2ec63a508029 req-bdb68341-ad46-4d2b-b78d-c9c72ba94cbb tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1 HTTP/1.1" status: 200 len: 945 time: 0.1112893 Jun 16 16:06:49.344721 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9638493c-7b3e-4bdc-a943-bec816f3cfab req-6639f8bb-024a-4d78-b773-1a973337e04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:49.346126 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-9638493c-7b3e-4bdc-a943-bec816f3cfab req-6639f8bb-024a-4d78-b773-1a973337e04c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d8cbbab1-3d8a-43a0-b7fd-c98fa347c5d5 HTTP/1.1" status: 200 len: 1099 time: 0.1070514 Jun 16 16:06:49.352366 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:49.401988 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-6262e8a4-9436-447d-a0de-2ec63a508029 req-cb86ba9a-32da-4b68-a809-774abb970007 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549262 Jun 16 16:06:49.407572 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-9638493c-7b3e-4bdc-a943-bec816f3cfab req-8d0a16c2-157b-4be6-993c-c7ab2c19c97d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a5b769e5-31ae-43e5-99d2-b6ca42a6a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469687 Jun 16 16:06:49.868880 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-3fea36cb-313b-41fe-837d-86433201482d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:49.949629 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:50.483456 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e53a50-bc57-4d9d-9286-00fb7a6e14e6 req-d6e2019f-d19d-4218-a350-74ddd93caea3 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:50.485460 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-b8e53a50-bc57-4d9d-9286-00fb7a6e14e6 req-d6e2019f-d19d-4218-a350-74ddd93caea3 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8cbbab1-3d8a-43a0-b7fd-c98fa347c5d5 HTTP/1.1" status: 200 len: 946 time: 0.0874307 Jun 16 16:06:50.549903 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-b8e53a50-bc57-4d9d-9286-00fb7a6e14e6 req-74a4482b-4632-4b49-b068-e8ae20fbd6c0 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5b769e5-31ae-43e5-99d2-b6ca42a6a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529959 Jun 16 16:06:50.624284 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf35c1b-203f-4361-abac-fc32252591a8 req-19d8512e-0bd7-4655-9c17-e154cbc1944b tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:50.625798 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ccf35c1b-203f-4361-abac-fc32252591a8 req-19d8512e-0bd7-4655-9c17-e154cbc1944b tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1 HTTP/1.1" status: 200 len: 945 time: 0.0835445 Jun 16 16:06:50.667200 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ccf35c1b-203f-4361-abac-fc32252591a8 req-6d17881a-f38f-49d1-bbd7-5b7fec4818b3 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345879 Jun 16 16:06:51.295066 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-6ad78952-ea93-43a4-8288-1e7c2f1dde9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:52.813127 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-459ba97e-0994-401b-bd86-9772962a392e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:53.396140 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3fa8f0-1d8f-4f25-b801-2d17f3e8d867 req-1cebcf98-73e7-421f-8385-16bcffc5302b tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:53.396767 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d8f498-bde6-4a41-b687-01587f0aa070 req-4b0795fa-6830-4a7e-98df-62c77c08bd68 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:53.397301 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-1d3fa8f0-1d8f-4f25-b801-2d17f3e8d867 req-1cebcf98-73e7-421f-8385-16bcffc5302b tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1 HTTP/1.1" status: 200 len: 945 time: 0.0639305 Jun 16 16:06:53.398096 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-a5d8f498-bde6-4a41-b687-01587f0aa070 req-4b0795fa-6830-4a7e-98df-62c77c08bd68 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8cbbab1-3d8a-43a0-b7fd-c98fa347c5d5 HTTP/1.1" status: 200 len: 946 time: 0.0652583 Jun 16 16:06:53.437393 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-a5d8f498-bde6-4a41-b687-01587f0aa070 req-bf8d6d87-128b-4c9d-a017-077fde54e556 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5b769e5-31ae-43e5-99d2-b6ca42a6a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337923 Jun 16 16:06:53.442014 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-1d3fa8f0-1d8f-4f25-b801-2d17f3e8d867 req-37989a71-a03d-4330-9bfb-6a729fcd1b0c tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385532 Jun 16 16:06:55.817174 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.agents_db [None req-058d43c2-15cf-4374-9ac5-1369303d1fb9 None None] Agent healthcheck: found 6 active agents {{(pid=91877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:06:57.033721 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb8977-7197-42fe-90a4-64f3dcfdd277 req-7ae9912b-911c-46e7-8b1a-d3c2daf868c0 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:57.035217 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-31eb8977-7197-42fe-90a4-64f3dcfdd277 req-7ae9912b-911c-46e7-8b1a-d3c2daf868c0 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1 HTTP/1.1" status: 200 len: 945 time: 0.0687904 Jun 16 16:06:57.042847 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f623adbf-02d8-45f4-abaa-58a82fa2bccf req-ffaeccae-f8c1-4a74-ad59-e93a92a44792 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:57.044417 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-f623adbf-02d8-45f4-abaa-58a82fa2bccf req-ffaeccae-f8c1-4a74-ad59-e93a92a44792 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8cbbab1-3d8a-43a0-b7fd-c98fa347c5d5 HTTP/1.1" status: 200 len: 946 time: 0.0636845 Jun 16 16:06:57.074639 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-31eb8977-7197-42fe-90a4-64f3dcfdd277 req-fb55b13f-df93-4eb4-8cde-d0fb0f658657 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320525 Jun 16 16:06:57.082481 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-f623adbf-02d8-45f4-abaa-58a82fa2bccf req-f7730fa5-ed0d-43fd-8fd5-118d8773b81c tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5b769e5-31ae-43e5-99d2-b6ca42a6a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327139 Jun 16 16:06:58.219552 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4760f50-16c5-4fc3-8bff-e565b05e1c48 req-338226ce-b998-49a1-9a3a-d2c217e172ae tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:58.227256 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-c4760f50-16c5-4fc3-8bff-e565b05e1c48 req-338226ce-b998-49a1-9a3a-d2c217e172ae tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8cbbab1-3d8a-43a0-b7fd-c98fa347c5d5 HTTP/1.1" status: 200 len: 946 time: 0.0985253 Jun 16 16:06:58.286486 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-c4760f50-16c5-4fc3-8bff-e565b05e1c48 req-83ab2bd2-5b8f-43ba-8f87-9d8bfba0665b tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5b769e5-31ae-43e5-99d2-b6ca42a6a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492496 Jun 16 16:06:58.301145 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac50f295-40c9-4f80-aff5-0c9b9c77b4df req-1e6cbfbd-9d4e-4f3a-9da6-22d4518acbd7 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:58.303557 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ac50f295-40c9-4f80-aff5-0c9b9c77b4df req-1e6cbfbd-9d4e-4f3a-9da6-22d4518acbd7 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1 HTTP/1.1" status: 200 len: 945 time: 0.0909886 Jun 16 16:06:58.348792 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ac50f295-40c9-4f80-aff5-0c9b9c77b4df req-f2cf857d-4dca-4fca-ad1f-fa975743def1 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359201 Jun 16 16:07:02.146759 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea97463e-fc06-49f3-ae4d-ec85e84131a8 req-d15a36e6-7826-4383-a3b1-3ee47b98d643 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:02.149845 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-ea97463e-fc06-49f3-ae4d-ec85e84131a8 req-d15a36e6-7826-4383-a3b1-3ee47b98d643 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8cbbab1-3d8a-43a0-b7fd-c98fa347c5d5 HTTP/1.1" status: 200 len: 946 time: 0.0681462 Jun 16 16:07:02.178666 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2108f58-9407-4b5b-a40d-29a174605178 req-8d959f8c-655d-4208-a3d6-58a7b9715301 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:02.181355 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d2108f58-9407-4b5b-a40d-29a174605178 req-8d959f8c-655d-4208-a3d6-58a7b9715301 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1 HTTP/1.1" status: 200 len: 945 time: 0.0706093 Jun 16 16:07:02.187970 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-ea97463e-fc06-49f3-ae4d-ec85e84131a8 req-c2b8c1b2-b58e-400c-991a-5964fecb1329 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5b769e5-31ae-43e5-99d2-b6ca42a6a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327945 Jun 16 16:07:02.221084 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d2108f58-9407-4b5b-a40d-29a174605178 req-c3170be8-c3c3-4ca1-aa6b-f6dbbde85884 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330980 Jun 16 16:07:02.844025 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c661169-f566-411e-8117-97e0fe48f819 req-f646056a-bc19-409f-8ee0-b38c7dc828da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:02.845533 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-8c661169-f566-411e-8117-97e0fe48f819 req-f646056a-bc19-409f-8ee0-b38c7dc828da service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1 HTTP/1.1" status: 200 len: 1098 time: 0.0552807 Jun 16 16:07:02.885494 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-8c661169-f566-411e-8117-97e0fe48f819 req-90fafa88-c4ab-425f-bdd3-c96e6b1b9abb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279279 Jun 16 16:07:03.082185 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657af688-fac5-4571-b80b-0380bcfa6423 req-2b09e011-30bb-4b3c-8c34-035d13bcecad tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:03.083678 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-657af688-fac5-4571-b80b-0380bcfa6423 req-2b09e011-30bb-4b3c-8c34-035d13bcecad tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8cbbab1-3d8a-43a0-b7fd-c98fa347c5d5 HTTP/1.1" status: 200 len: 946 time: 0.0734365 Jun 16 16:07:03.199769 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [req-657af688-fac5-4571-b80b-0380bcfa6423 req-edb09678-10fb-4dea-8ff3-21a63e0ba566 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Deleting port 3db884a8-c894-4ab5-8e1a-d8c00cb51c43 {{(pid=91875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:07:03.200374 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-657af688-fac5-4571-b80b-0380bcfa6423 req-edb09678-10fb-4dea-8ff3-21a63e0ba566 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726811340957'] for port, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:03.317129 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [req-657af688-fac5-4571-b80b-0380bcfa6423 req-edb09678-10fb-4dea-8ff3-21a63e0ba566 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] For port 3db884a8-c894-4ab5-8e1a-d8c00cb51c43, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=3db884a8-c894-4ab5-8e1a-d8c00cb51c43,segment=NetworkSegment(41a5b400-9e03-4974-95a4-c8a7169dc62c),segment_id=41a5b400-9e03-4974-95a4-c8a7169dc62c)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:07:03.318053 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-657af688-fac5-4571-b80b-0380bcfa6423 req-edb09678-10fb-4dea-8ff3-21a63e0ba566 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674541'] for port, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:03.470269 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e56b851-7d4d-42f7-95a0-8cc6f406b6e0 req-58901e0a-eaa2-4421-a147-57ffcb793c73 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:03.479151 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-9e56b851-7d4d-42f7-95a0-8cc6f406b6e0 req-58901e0a-eaa2-4421-a147-57ffcb793c73 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1 HTTP/1.1" status: 200 len: 945 time: 0.0849152 Jun 16 16:07:03.545249 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-9e56b851-7d4d-42f7-95a0-8cc6f406b6e0 req-86e16b9a-4b98-4382-befb-6c8d85cd4e88 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648994 Jun 16 16:07:03.563947 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 37144) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:07:03.645452 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [req-657af688-fac5-4571-b80b-0380bcfa6423 req-edb09678-10fb-4dea-8ff3-21a63e0ba566 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Calling delete_port for 3db884a8-c894-4ab5-8e1a-d8c00cb51c43 owned by compute:nova {{(pid=91875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:07:03.779406 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-5acb6a95-2b73-4ae3-a970-a3458cdf0645 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:03.855122 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7929278-a275-4e88-9c55-914979b58177 req-57fe28c7-8e74-47d6-a8cb-95d481b30469 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:03.865766 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-d7929278-a275-4e88-9c55-914979b58177 req-57fe28c7-8e74-47d6-a8cb-95d481b30469 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8cbbab1-3d8a-43a0-b7fd-c98fa347c5d5 HTTP/1.1" status: 200 len: 946 time: 0.2105982 Jun 16 16:07:03.895537 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 37166) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:07:03.960535 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-d7929278-a275-4e88-9c55-914979b58177 req-4f2f19d8-9afe-4bd7-afb9-4a1840f688bd tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5b769e5-31ae-43e5-99d2-b6ca42a6a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938768 Jun 16 16:07:03.977003 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-657af688-fac5-4571-b80b-0380bcfa6423 req-edb09678-10fb-4dea-8ff3-21a63e0ba566 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726811346809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726810953732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449056'] for port, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:03.986224 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:07:03.993924 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] get_ports_and_sgs() called for port_ids ['3db884a8-c894-4ab5-8e1a-d8c00cb51c43'] {{(pid=91876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:07:04.065996 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb09678-10fb-4dea-8ff3-21a63e0ba566 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Pushing event deleted for resources: {'Port': ['ID=3db884a8-c894-4ab5-8e1a-d8c00cb51c43,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:04.090592 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-5acb6a95-2b73-4ae3-a970-a3458cdf0645 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:04.108590 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [req-657af688-fac5-4571-b80b-0380bcfa6423 req-edb09678-10fb-4dea-8ff3-21a63e0ba566 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] No DVR routers for this DVR port 3db884a8-c894-4ab5-8e1a-d8c00cb51c43 on host hv-cinder-79611 {{(pid=91875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:07:04.110763 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb09678-10fb-4dea-8ff3-21a63e0ba566 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:04.111120 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb09678-10fb-4dea-8ff3-21a63e0ba566 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:04.111228 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-212004ff-7e43-4046-8a0d-043eaaf71c65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:04.111468 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb09678-10fb-4dea-8ff3-21a63e0ba566 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:04.111870 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb09678-10fb-4dea-8ff3-21a63e0ba566 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:04.112264 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb09678-10fb-4dea-8ff3-21a63e0ba566 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:04.112610 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb09678-10fb-4dea-8ff3-21a63e0ba566 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:04.112944 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb09678-10fb-4dea-8ff3-21a63e0ba566 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:04.113277 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb09678-10fb-4dea-8ff3-21a63e0ba566 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:04.113637 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb09678-10fb-4dea-8ff3-21a63e0ba566 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:04.113970 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb09678-10fb-4dea-8ff3-21a63e0ba566 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:04.114304 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb09678-10fb-4dea-8ff3-21a63e0ba566 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:04.115388 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb09678-10fb-4dea-8ff3-21a63e0ba566 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:04.118721 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-edb09678-10fb-4dea-8ff3-21a63e0ba566 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:07:04.119788 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-657af688-fac5-4571-b80b-0380bcfa6423 req-edb09678-10fb-4dea-8ff3-21a63e0ba566 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208782'] for port, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:04.121803 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-657af688-fac5-4571-b80b-0380bcfa6423 req-edb09678-10fb-4dea-8ff3-21a63e0ba566 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] 10.222.0.15 "DELETE /v2.0/ports/3db884a8-c894-4ab5-8e1a-d8c00cb51c43 HTTP/1.1" status: 204 len: 173 time: 1.0305033 Jun 16 16:07:04.122589 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8cbbab1-3d8a-43a0-b7fd-c98fa347c5d5', 'name': 'network-vif-deleted', 'tag': '3db884a8-c894-4ab5-8e1a-d8c00cb51c43'}] {{(pid=91875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:07:04.124770 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd288140b641fa203b825626e643c4ae2408c15f4fce5032d4686340f68cf7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a271d1bf-d4b6-4ed0-804d-17de1dec95b7" -d '{"events": [{"server_uuid": "d8cbbab1-3d8a-43a0-b7fd-c98fa347c5d5", "name": "network-vif-deleted", "tag": "3db884a8-c894-4ab5-8e1a-d8c00cb51c43"}]}' {{(pid=91875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:07:04.133790 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-5acb6a95-2b73-4ae3-a970-a3458cdf0645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:04.141574 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-7b1bd5f2-19ea-47fb-ba17-69393b989ce2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:07:04.210066 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac03f8f-43d2-42f2-a204-4ea972d66761 x-openstack-request-id: req-cac03f8f-43d2-42f2-a204-4ea972d66761 {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:07:04.210795 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8cbbab1-3d8a-43a0-b7fd-c98fa347c5d5", "name": "network-vif-deleted", "tag": "3db884a8-c894-4ab5-8e1a-d8c00cb51c43", "status": "completed", "code": 200}]} {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:07:04.210795 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cac03f8f-43d2-42f2-a204-4ea972d66761 {{(pid=91875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:07:04.211069 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8cbbab1-3d8a-43a0-b7fd-c98fa347c5d5', 'name': 'network-vif-deleted', 'tag': '3db884a8-c894-4ab5-8e1a-d8c00cb51c43', 'status': 'completed', 'code': 200} Jun 16 16:07:04.246156 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 37180) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:07:04.246381 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-5acb6a95-2b73-4ae3-a970-a3458cdf0645 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=65731bd77afe46188749bf14a8da105c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6805241 Jun 16 16:07:04.246996 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acb6a95-2b73-4ae3-a970-a3458cdf0645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efccfd0f-29a4-4c94-9106-954eed6c5e5d,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:04.262684 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acb6a95-2b73-4ae3-a970-a3458cdf0645 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:04.263059 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acb6a95-2b73-4ae3-a970-a3458cdf0645 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:04.263427 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acb6a95-2b73-4ae3-a970-a3458cdf0645 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:04.264205 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acb6a95-2b73-4ae3-a970-a3458cdf0645 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:04.264205 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acb6a95-2b73-4ae3-a970-a3458cdf0645 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:04.264520 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acb6a95-2b73-4ae3-a970-a3458cdf0645 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:04.264814 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acb6a95-2b73-4ae3-a970-a3458cdf0645 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:04.265293 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acb6a95-2b73-4ae3-a970-a3458cdf0645 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:04.265724 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acb6a95-2b73-4ae3-a970-a3458cdf0645 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:04.266071 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acb6a95-2b73-4ae3-a970-a3458cdf0645 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:04.266415 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acb6a95-2b73-4ae3-a970-a3458cdf0645 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:04.266759 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acb6a95-2b73-4ae3-a970-a3458cdf0645 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:04.272912 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-5acb6a95-2b73-4ae3-a970-a3458cdf0645 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:07:04.308645 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-086729eb-7a37-4308-a3c8-7d032ecf6a08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:04.331411 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-212004ff-7e43-4046-8a0d-043eaaf71c65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:04.335318 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-086729eb-7a37-4308-a3c8-7d032ecf6a08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:04.337866 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-212004ff-7e43-4046-8a0d-043eaaf71c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:04.341586 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-23dd9163-a71a-4903-ad5c-9f42d73be276 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:07:04.378700 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-212004ff-7e43-4046-8a0d-043eaaf71c65 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=80ec4c41510441099b00cd78d5f9d2da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4789805 Jun 16 16:07:04.381923 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212004ff-7e43-4046-8a0d-043eaaf71c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ed5d7b-9ef9-4cf3-ba1e-bb0f65dccf9c,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:04.382160 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 37182) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:07:04.394322 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-212004ff-7e43-4046-8a0d-043eaaf71c65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:07:04.417952 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-086729eb-7a37-4308-a3c8-7d032ecf6a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:04.420533 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-086729eb-7a37-4308-a3c8-7d032ecf6a08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:04.421716 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-086729eb-7a37-4308-a3c8-7d032ecf6a08 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/efccfd0f-29a4-4c94-9106-954eed6c5e5d HTTP/1.1" status: 204 len: 168 time: 0.1742704 Jun 16 16:07:04.426496 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:07:04.437150 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086729eb-7a37-4308-a3c8-7d032ecf6a08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efccfd0f-29a4-4c94-9106-954eed6c5e5d,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:04.439916 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-086729eb-7a37-4308-a3c8-7d032ecf6a08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:07:04.463030 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d54bbb8f-ab14-4213-9092-72a266339ab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:04.487721 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d54bbb8f-ab14-4213-9092-72a266339ab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:04.553544 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d54bbb8f-ab14-4213-9092-72a266339ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:04.556743 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d54bbb8f-ab14-4213-9092-72a266339ab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:04.558154 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-d54bbb8f-ab14-4213-9092-72a266339ab2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/92ed5d7b-9ef9-4cf3-ba1e-bb0f65dccf9c HTTP/1.1" status: 204 len: 168 time: 0.1749709 Jun 16 16:07:04.558980 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-f36b1fda-ddd5-4136-969c-aaa9b8802fdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:07:04.585000 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54bbb8f-ab14-4213-9092-72a266339ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ed5d7b-9ef9-4cf3-ba1e-bb0f65dccf9c,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:04.598945 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d54bbb8f-ab14-4213-9092-72a266339ab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:07:04.816628 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84159957-5376-4f68-acd1-03fd385cb8a5 req-5f75a34d-b1ab-480f-8d36-3b8db23ac0ae tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:04.820667 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-84159957-5376-4f68-acd1-03fd385cb8a5 req-5f75a34d-b1ab-480f-8d36-3b8db23ac0ae tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1 HTTP/1.1" status: 200 len: 945 time: 0.1067729 Jun 16 16:07:04.893975 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-84159957-5376-4f68-acd1-03fd385cb8a5 req-7ef872b1-7a43-4fdf-8bb4-fa55d5095565 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563660 Jun 16 16:07:05.113475 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 37226) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:07:05.134600 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-df181880-5fe6-4d1a-b072-0ae8460429e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:05.350307 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-df181880-5fe6-4d1a-b072-0ae8460429e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:05.358093 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-df181880-5fe6-4d1a-b072-0ae8460429e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:05.365104 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-5f7117c7-897b-4fc3-8bdb-dfe71ae79e15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:07:05.464764 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-df181880-5fe6-4d1a-b072-0ae8460429e7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8316441d0e03448889a225f1c509ee0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3500578 Jun 16 16:07:05.467649 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 37258) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:07:05.471509 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df181880-5fe6-4d1a-b072-0ae8460429e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c96f6d-2c18-45ae-9d89-c6f35301d22c,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:05.497157 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-df181880-5fe6-4d1a-b072-0ae8460429e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:07:05.549755 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfc0f79-d8f5-4fae-b6fd-62118662b03c req-e0cc8b08-5384-4639-80c3-e5234857e1a8 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:05.551298 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-ebfc0f79-d8f5-4fae-b6fd-62118662b03c req-e0cc8b08-5384-4639-80c3-e5234857e1a8 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 945 time: 0.1658196 Jun 16 16:07:05.557748 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311882c5-336f-4ad9-b9f5-d1dacbd33b1d req-41b7b145-bd17-4b8a-ae71-33662ce20379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:05.559356 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-311882c5-336f-4ad9-b9f5-d1dacbd33b1d req-41b7b145-bd17-4b8a-ae71-33662ce20379 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9736a5dc95504648ab9aceb89928bdef&device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1 HTTP/1.1" status: 200 len: 1098 time: 0.1058211 Jun 16 16:07:05.621172 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-57e78d3a-0e7e-4753-a2d0-727c3136984f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:05.652115 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-ebfc0f79-d8f5-4fae-b6fd-62118662b03c req-c0c38436-3cba-4ab8-afd0-023f2149a2d9 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917997 Jun 16 16:07:05.653725 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2995aab8-3340-42d0-9efd-f9e71a4b7756 req-229d06cd-4aec-4353-8e3a-7621b53281db tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:05.656478 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2995aab8-3340-42d0-9efd-f9e71a4b7756 req-229d06cd-4aec-4353-8e3a-7621b53281db tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] 10.222.0.49 "GET /v2.0/networks?id=3f2834c4-172c-4acc-9958-e6c60d36bde5 HTTP/1.1" status: 200 len: 809 time: 0.1798637 Jun 16 16:07:05.672636 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2995aab8-3340-42d0-9efd-f9e71a4b7756 req-1737691d-a3f7-4921-a687-7cbf5e23a726 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] 10.222.0.49 "GET /v2.0/quotas/a498e59fa88849489d676cd1f4995db5 HTTP/1.1" status: 200 len: 375 time: 0.0102370 Jun 16 16:07:05.678433 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-57e78d3a-0e7e-4753-a2d0-727c3136984f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:05.718727 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2995aab8-3340-42d0-9efd-f9e71a4b7756 req-522da22c-1808-4c59-b442-26da6279a7be tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a498e59fa88849489d676cd1f4995db5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380108 Jun 16 16:07:05.733296 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311882c5-336f-4ad9-b9f5-d1dacbd33b1d req-fba418fb-5ddf-4cb3-9eba-9afe0ca94715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:05.741461 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-311882c5-336f-4ad9-b9f5-d1dacbd33b1d req-fba418fb-5ddf-4cb3-9eba-9afe0ca94715 service neutron] 10.222.0.15 "GET /v2.0/networks?id=97223e70-3be0-4b71-bad0-215c0b28ffe7 HTTP/1.1" status: 200 len: 919 time: 0.1713674 Jun 16 16:07:05.821860 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-311882c5-336f-4ad9-b9f5-d1dacbd33b1d req-36021122-c3f8-47a4-93d7-0171cd270445 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca8703c9-c6b4-4d8f-be28-12dc629b84bc HTTP/1.1" status: 200 len: 217 time: 0.0720041 Jun 16 16:07:05.845948 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-57e78d3a-0e7e-4753-a2d0-727c3136984f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:05.849586 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-57e78d3a-0e7e-4753-a2d0-727c3136984f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:05.850884 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-57e78d3a-0e7e-4753-a2d0-727c3136984f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/06c96f6d-2c18-45ae-9d89-c6f35301d22c HTTP/1.1" status: 204 len: 168 time: 0.3816261 Jun 16 16:07:05.853265 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-9b71bd1f-49df-464c-a1fa-d78fcc8fe67e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:07:05.866370 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2995aab8-3340-42d0-9efd-f9e71a4b7756 req-c8f0d947-1ca5-4434-b759-cc9e13b32783 service neutron] 10.222.0.49 "GET /v2.0/networks/3f2834c4-172c-4acc-9958-e6c60d36bde5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381867 Jun 16 16:07:05.891050 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e78d3a-0e7e-4753-a2d0-727c3136984f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c96f6d-2c18-45ae-9d89-c6f35301d22c,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:05.894647 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-57e78d3a-0e7e-4753-a2d0-727c3136984f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:07:05.897892 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311882c5-336f-4ad9-b9f5-d1dacbd33b1d req-b2ef8e8a-3d4b-4f56-91bd-e7c0e8eff76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:05.900685 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-311882c5-336f-4ad9-b9f5-d1dacbd33b1d req-b2ef8e8a-3d4b-4f56-91bd-e7c0e8eff76d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ca88b3dc-ceb5-4055-b366-67e774be9898 HTTP/1.1" status: 200 len: 858 time: 0.0717461 Jun 16 16:07:05.963297 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-311882c5-336f-4ad9-b9f5-d1dacbd33b1d req-2be3e707-5c0d-46c0-9f2d-ec22445ba36d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=97223e70-3be0-4b71-bad0-215c0b28ffe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544868 Jun 16 16:07:06.024012 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2995aab8-3340-42d0-9efd-f9e71a4b7756 req-8c345bb6-62e1-4ee6-913c-06f2e61b829f service neutron] 10.222.0.49 "GET /v2.0/networks/3f2834c4-172c-4acc-9958-e6c60d36bde5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564620 Jun 16 16:07:06.159771 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-311882c5-336f-4ad9-b9f5-d1dacbd33b1d req-628de587-5d2e-43b0-ae30-c1303fc005d7 service neutron] 10.222.0.15 "GET /v2.0/networks/97223e70-3be0-4b71-bad0-215c0b28ffe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868234 Jun 16 16:07:06.391617 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-6ef5084b-c901-4576-bfff-5da0e0d2e477 req-18224714-2264-401b-9461-cd9221398df1 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] 10.222.0.49 "GET /v2.0/ports?device_id=7caf573c-38a6-45c8-a485-f89ecd16678e HTTP/1.1" status: 200 len: 210 time: 0.0741463 Jun 16 16:07:06.397144 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 37294) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:07:06.481908 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d10ce-856c-4def-8a04-8f705856b352 req-ab464c10-2961-46d1-a457-04da92808a91 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:06.488948 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-dc6d10ce-856c-4def-8a04-8f705856b352 req-ab464c10-2961-46d1-a457-04da92808a91 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1 HTTP/1.1" status: 200 len: 945 time: 0.1540322 Jun 16 16:07:06.528650 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-dc6d10ce-856c-4def-8a04-8f705856b352 req-f1f955db-1fd6-4bdc-8bab-72bcc82dc4a6 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381575 Jun 16 16:07:06.531011 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-311882c5-336f-4ad9-b9f5-d1dacbd33b1d req-45129b66-4cae-42ba-aa5d-cd9ebf2008ae service neutron] 10.222.0.15 "GET /v2.0/networks/97223e70-3be0-4b71-bad0-215c0b28ffe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3643684 Jun 16 16:07:06.679867 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-200677a6-dc41-4ba9-bca2-66d13ea89d67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:06.697547 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device 3db884a8-c894-4ab5-8e1a-d8c00cb51c43 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:07:06.720841 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] No Port match for: 3db884a8-c894-4ab5-8e1a-d8c00cb51c43 {{(pid=91876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:07:06.721809 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device 3db884a8-c894-4ab5-8e1a-d8c00cb51c43 not bound to the agent host hv-cinder-79611 {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:07:06.808558 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-200677a6-dc41-4ba9-bca2-66d13ea89d67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:06.821840 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-200677a6-dc41-4ba9-bca2-66d13ea89d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:06.840723 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-1b347b35-ffc2-49db-8d7c-d0b9e6c84928 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:07:06.889615 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-200677a6-dc41-4ba9-bca2-66d13ea89d67 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=77df9468e6464c88833759d694899989&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4872844 Jun 16 16:07:06.892122 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 37324) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:07:06.892500 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200677a6-dc41-4ba9-bca2-66d13ea89d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a007ca8-d03d-425b-bd1c-85ae20be6330,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:06.899799 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-200677a6-dc41-4ba9-bca2-66d13ea89d67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:07:06.932993 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a5cf4b-e4c6-46a8-b251-7d213df961c8 req-3393fe53-9986-4a9f-bdca-339b13317962 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:06.934568 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-e7a5cf4b-e4c6-46a8-b251-7d213df961c8 req-3393fe53-9986-4a9f-bdca-339b13317962 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 945 time: 0.1246378 Jun 16 16:07:06.951304 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-daad40a2-2d1b-4fed-9478-5515ab76abf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:06.977009 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-e7a5cf4b-e4c6-46a8-b251-7d213df961c8 req-ee138647-0384-4085-93d0-18caa6f4ec76 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354018 Jun 16 16:07:06.977155 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-daad40a2-2d1b-4fed-9478-5515ab76abf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:07.031453 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-daad40a2-2d1b-4fed-9478-5515ab76abf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:07.034151 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-daad40a2-2d1b-4fed-9478-5515ab76abf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:07.035327 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-daad40a2-2d1b-4fed-9478-5515ab76abf6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6a007ca8-d03d-425b-bd1c-85ae20be6330 HTTP/1.1" status: 204 len: 168 time: 0.1418796 Jun 16 16:07:07.036074 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-a7c035ee-2081-406d-b748-dcf4fed9e62f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:07:07.043499 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daad40a2-2d1b-4fed-9478-5515ab76abf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a007ca8-d03d-425b-bd1c-85ae20be6330,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:07.049492 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-daad40a2-2d1b-4fed-9478-5515ab76abf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:07:07.565183 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-699d8629-ada6-41c8-a693-88d170a6e57d req-efcd634b-0951-49e4-a7b5-bd22ac80da8e tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] 10.222.0.49 "GET /v2.0/ports?device_id=7caf573c-38a6-45c8-a485-f89ecd16678e HTTP/1.1" status: 200 len: 210 time: 0.0364361 Jun 16 16:07:07.778139 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba91f9b-47d8-47c8-a65b-990fc03ba476 req-770f6a01-4a30-4e06-a032-5a182a561749 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:07.790654 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-aba91f9b-47d8-47c8-a65b-990fc03ba476 req-770f6a01-4a30-4e06-a032-5a182a561749 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1 HTTP/1.1" status: 200 len: 945 time: 0.1201661 Jun 16 16:07:07.826257 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-005c98e7-41a7-4b36-baea-531a58fcd40a req-a32042c4-6d69-469b-913b-6862664da322 tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=4a97ad5a644d4b4180d6d38364d5f813&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0662861 Jun 16 16:07:07.876926 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-aba91f9b-47d8-47c8-a65b-990fc03ba476 req-1cf2bf41-aab9-4b00-82a6-40721a148a62 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853119 Jun 16 16:07:08.011097 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 37396) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:07:08.118124 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c98e7-41a7-4b36-baea-531a58fcd40a req-3fdda327-e24a-40bf-b533-6e5e264d99ad tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:08.124995 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-005c98e7-41a7-4b36-baea-531a58fcd40a req-3fdda327-e24a-40bf-b533-6e5e264d99ad tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2919343 Jun 16 16:07:08.153181 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-005c98e7-41a7-4b36-baea-531a58fcd40a req-d2a44dad-758e-4efe-97e2-cc1c9e704fa2 tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] 10.222.0.49 "GET /v2.0/quotas/4a97ad5a644d4b4180d6d38364d5f813 HTTP/1.1" status: 200 len: 375 time: 0.0269239 Jun 16 16:07:08.173834 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2995aab8-3340-42d0-9efd-f9e71a4b7756 req-13342e02-08ff-46e8-aaab-fceb240e3c71 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:08.175462 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-2995aab8-3340-42d0-9efd-f9e71a4b7756 req-13342e02-08ff-46e8-aaab-fceb240e3c71 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] 10.222.0.15 "GET /v2.0/networks?id=3f2834c4-172c-4acc-9958-e6c60d36bde5 HTTP/1.1" status: 200 len: 809 time: 0.2310243 Jun 16 16:07:08.209954 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-005c98e7-41a7-4b36-baea-531a58fcd40a req-f6a719bc-b896-40da-82e6-cee2e30bb6e2 tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4a97ad5a644d4b4180d6d38364d5f813&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0555999 Jun 16 16:07:08.220340 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.v2.base [req-2995aab8-3340-42d0-9efd-f9e71a4b7756 req-c6dad4fd-76ae-4cad-bb78-29993084c348 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Request body: {'port': {'device_id': '7caf573c-38a6-45c8-a485-f89ecd16678e', 'network_id': '3f2834c4-172c-4acc-9958-e6c60d36bde5', 'admin_state_up': True, 'tenant_id': 'a498e59fa88849489d676cd1f4995db5'}} {{(pid=91875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:07:08.260155 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-bb3ff139-84c5-41ef-86cf-18e119739571 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-744297981-network', 'tenant_id': 'bfaef4bc7f0242ec88bbc5b303f5ed3f'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:07:08.353586 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb3ff139-84c5-41ef-86cf-18e119739571 admin admin] Made reservation on behalf of bfaef4bc7f0242ec88bbc5b303f5ed3f for: {'network': 1} {{(pid=91874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:07:08.360572 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-bb3ff139-84c5-41ef-86cf-18e119739571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16110075'] for network, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:08.371036 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-bb3ff139-84c5-41ef-86cf-18e119739571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:08.392018 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098bb0d3-2ec0-4f8c-8213-39d2e9fd9ace req-29238949-f6e9-453e-9cee-6db0d219802f tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:08.401163 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-098bb0d3-2ec0-4f8c-8213-39d2e9fd9ace req-29238949-f6e9-453e-9cee-6db0d219802f tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 945 time: 0.2030275 Jun 16 16:07:08.421987 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-33ce4288-8ed8-4d34-abbc-82cffafb5998 req-2c5d3519-cb30-492d-ac26-3e0b25e43685 tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] 10.222.0.49 "GET /v2.0/ports?device_id=323da933-8037-4dfd-8c47-b02c44f11c74 HTTP/1.1" status: 200 len: 210 time: 0.0368328 Jun 16 16:07:08.449814 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2995aab8-3340-42d0-9efd-f9e71a4b7756 req-c6dad4fd-76ae-4cad-bb78-29993084c348 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Made reservation on behalf of a498e59fa88849489d676cd1f4995db5 for: {'port': 1} {{(pid=91875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:07:08.450127 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-2995aab8-3340-42d0-9efd-f9e71a4b7756 req-c6dad4fd-76ae-4cad-bb78-29993084c348 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16110075'] for port, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:08.451776 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.db.api [None req-bb3ff139-84c5-41ef-86cf-18e119739571 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 16 16:07:08.451776 dv-cinder-796114-3-iscsi neutron-server[91874]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 16 16:07:08.451776 dv-cinder-796114-3-iscsi neutron-server[91874]: [parameters: {'project_id_1': 'bfaef4bc7f0242ec88bbc5b303f5ed3f', 'expiration_1': datetime.datetime(2021, 6, 16, 16, 7, 8, 403762)}] Jun 16 16:07:08.451776 dv-cinder-796114-3-iscsi neutron-server[91874]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=91874) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 16:07:08.452108 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_db.api [None req-bb3ff139-84c5-41ef-86cf-18e119739571 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 16:07:08.466008 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-098bb0d3-2ec0-4f8c-8213-39d2e9fd9ace req-8aec0158-1243-41fa-b23c-2ea99968b054 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637147 Jun 16 16:07:08.604526 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.db.db_base_plugin_common [req-2995aab8-3340-42d0-9efd-f9e71a4b7756 req-c6dad4fd-76ae-4cad-bb78-29993084c348 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Allocated IP 172.20.0.11 (3f2834c4-172c-4acc-9958-e6c60d36bde5/1b20a45a-d72a-4f6e-85a2-4061fbcbf92e/d745931d-4657-4324-817e-df9a2c398668) {{(pid=91875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:07:08.798378 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-cd3e7146-d01f-43aa-b762-48dd28646503 req-7cbdd982-09b9-4b87-9cea-54ebf7b598b4 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] 10.222.0.49 "GET /v2.0/ports?device_id=7caf573c-38a6-45c8-a485-f89ecd16678e HTTP/1.1" status: 200 len: 210 time: 0.0916822 Jun 16 16:07:08.853146 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-2995aab8-3340-42d0-9efd-f9e71a4b7756 req-c6dad4fd-76ae-4cad-bb78-29993084c348 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Notify callbacks [] for port, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:08.896070 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-2995aab8-3340-42d0-9efd-f9e71a4b7756 req-c6dad4fd-76ae-4cad-bb78-29993084c348 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16110910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726810954487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449087'] for port, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:08.904056 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:07:08.954156 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-bb3ff139-84c5-41ef-86cf-18e119739571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:08.981963 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2995aab8-3340-42d0-9efd-f9e71a4b7756 req-c6dad4fd-76ae-4cad-bb78-29993084c348 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Network 3f2834c4-172c-4acc-9958-e6c60d36bde5 is already hosted by enough agents. {{(pid=91875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:07:08.986130 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.base_scheduler [req-2995aab8-3340-42d0-9efd-f9e71a4b7756 req-c6dad4fd-76ae-4cad-bb78-29993084c348 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Resources bound (agent type, host, resource id): {{(pid=91875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:07:08.994147 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [req-2995aab8-3340-42d0-9efd-f9e71a4b7756 req-c6dad4fd-76ae-4cad-bb78-29993084c348 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Received port after_create {{(pid=91875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:07:08.997464 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dad4fd-76ae-4cad-bb78-29993084c348 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Pushing event updated for resources: {'Port': ['ID=d745931d-4657-4324-817e-df9a2c398668,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:09.001978 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-c6dad4fd-76ae-4cad-bb78-29993084c348 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:07:09.055328 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2995aab8-3340-42d0-9efd-f9e71a4b7756 req-c6dad4fd-76ae-4cad-bb78-29993084c348 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:09.055972 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-2995aab8-3340-42d0-9efd-f9e71a4b7756 req-c6dad4fd-76ae-4cad-bb78-29993084c348 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208782'] for port, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:09.115936 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b634d723-a52b-41ef-ac21-9f50bc1a7009 req-a42d0f3f-17aa-4d9c-ab84-1bd969517002 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:09.117479 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-b634d723-a52b-41ef-ac21-9f50bc1a7009 req-a42d0f3f-17aa-4d9c-ab84-1bd969517002 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1 HTTP/1.1" status: 200 len: 945 time: 0.1068656 Jun 16 16:07:09.160452 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-bb3ff139-84c5-41ef-86cf-18e119739571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:09.166206 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 37434) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:07:09.177601 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-bb3ff139-84c5-41ef-86cf-18e119739571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:09.183947 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-2995aab8-3340-42d0-9efd-f9e71a4b7756 req-c6dad4fd-76ae-4cad-bb78-29993084c348 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9901607 Jun 16 16:07:09.186845 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-57e78d3a-0e7e-4753-a2d0-727c3136984f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:07:09.199204 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-b634d723-a52b-41ef-ac21-9f50bc1a7009 req-ac89f1ce-1687-4f15-b624-ac4d5d8c19c3 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706878 Jun 16 16:07:09.215439 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.v2.base [req-2995aab8-3340-42d0-9efd-f9e71a4b7756 req-1125fa97-3179-491b-8ed2-249e79eb8590 service neutron] Request body: {'port': {'device_id': '7caf573c-38a6-45c8-a485-f89ecd16678e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=91875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:07:09.226753 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb3ff139-84c5-41ef-86cf-18e119739571 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=91874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:07:09.237629 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ff139-84c5-41ef-86cf-18e119739571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a090f09-4654-4407-bdfe-a691bf3d5c04,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:09.254392 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-bb3ff139-84c5-41ef-86cf-18e119739571 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:07:09.263561 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-bb3ff139-84c5-41ef-86cf-18e119739571 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8726811427880', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233616'] for segment, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:09.263902 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-bb3ff139-84c5-41ef-86cf-18e119739571 admin admin] Unsubscribe: segment precommit_create {{(pid=91874) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 16 16:07:09.264337 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.db.segments_db [None req-bb3ff139-84c5-41ef-86cf-18e119739571 admin admin] Added segment 25392ddc-cfd1-4fb1-b990-c241fab4a578 of type vlan for network 975c7a53-c8d3-4435-b0cd-f603c84a6c6a Jun 16 16:07:09.324766 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-bb3ff139-84c5-41ef-86cf-18e119739571 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726810908546'] for network, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:09.324973 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-2995aab8-3340-42d0-9efd-f9e71a4b7756 req-1125fa97-3179-491b-8ed2-249e79eb8590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:09.328017 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-84230b63-26a5-4e00-8176-00052c3dc9ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:09.367818 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-bb3ff139-84c5-41ef-86cf-18e119739571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-700135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792'] for network, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:09.369213 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3ff139-84c5-41ef-86cf-18e119739571 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:09.369961 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-bb3ff139-84c5-41ef-86cf-18e119739571 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16222807'] for network, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:09.375782 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:07:09.477883 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ff139-84c5-41ef-86cf-18e119739571 admin admin] Pushing event updated for resources: {'Network': ['ID=975c7a53-c8d3-4435-b0cd-f603c84a6c6a,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:09.481528 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-bb3ff139-84c5-41ef-86cf-18e119739571 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:07:09.489175 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Network 975c7a53-c8d3-4435-b0cd-f603c84a6c6a details requested by agent ovs-agent-dv-cinder-796114-3-iscsi with host dv-cinder-796114-3-iscsi {{(pid=91876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:07:09.705931 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-ce91a4f2-73c1-48d6-8ef3-d9bcb31423de req-46d3250d-8c81-4df5-a411-6e408d132c74 tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] 10.222.0.49 "GET /v2.0/ports?device_id=323da933-8037-4dfd-8c47-b02c44f11c74 HTTP/1.1" status: 200 len: 210 time: 0.1112838 Jun 16 16:07:09.721644 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-84230b63-26a5-4e00-8176-00052c3dc9ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:09.736647 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-84230b63-26a5-4e00-8176-00052c3dc9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:09.736906 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:07:09.744121 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-bb3ff139-84c5-41ef-86cf-18e119739571 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7289407 Jun 16 16:07:09.746904 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 37450) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:07:09.751953 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-b3722050-40dd-4290-a077-55f92d3ce594 admin admin] Request body: {'subnet': {'network_id': '975c7a53-c8d3-4435-b0cd-f603c84a6c6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-744297981-subnet', 'tenant_id': 'bfaef4bc7f0242ec88bbc5b303f5ed3f', 'ip_version': 4}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:07:09.775340 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf492bc-e631-409e-a10a-4bf6caf72f54 req-c3d6cd18-d701-42c5-9a16-731e179784e8 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:09.776952 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-dcf492bc-e631-409e-a10a-4bf6caf72f54 req-c3d6cd18-d701-42c5-9a16-731e179784e8 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 945 time: 0.0980327 Jun 16 16:07:09.800233 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-84230b63-26a5-4e00-8176-00052c3dc9ed admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=03eea0e5979a45e783bd39513433adb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6326575 Jun 16 16:07:09.804595 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 37454) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:07:09.805283 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84230b63-26a5-4e00-8176-00052c3dc9ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ae638e-cf9d-48f1-9d37-25b5b5f285c9,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:09.809108 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-84230b63-26a5-4e00-8176-00052c3dc9ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:07:09.824629 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-005c98e7-41a7-4b36-baea-531a58fcd40a req-028ac3fe-62f4-4d23-bf64-72d16363d14c tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=4a97ad5a644d4b4180d6d38364d5f813&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467873 Jun 16 16:07:09.874871 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3722050-40dd-4290-a077-55f92d3ce594 admin admin] Made reservation on behalf of bfaef4bc7f0242ec88bbc5b303f5ed3f for: {'subnet': 1} {{(pid=91874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:07:09.877191 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-b3722050-40dd-4290-a077-55f92d3ce594 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:09.927670 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [req-2995aab8-3340-42d0-9efd-f9e71a4b7756 req-1125fa97-3179-491b-8ed2-249e79eb8590 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d745931d-4657-4324-817e-df9a2c398668 {{(pid=91875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:07:09.939861 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-2995aab8-3340-42d0-9efd-f9e71a4b7756 req-1125fa97-3179-491b-8ed2-249e79eb8590 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:09.983294 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-7a608be0-72b3-46c1-ab57-9c4f5e371823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:09.998837 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [req-2995aab8-3340-42d0-9efd-f9e71a4b7756 req-1125fa97-3179-491b-8ed2-249e79eb8590 service neutron] Transition to ACTIVE for port object d745931d-4657-4324-817e-df9a2c398668 will not be triggered until provisioned by entity L2. {{(pid=91875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:07:10.019672 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-dcf492bc-e631-409e-a10a-4bf6caf72f54 req-ac15d785-23a3-444a-b482-475e323db5d8 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2303169 Jun 16 16:07:10.071177 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-2995aab8-3340-42d0-9efd-f9e71a4b7756 req-1125fa97-3179-491b-8ed2-249e79eb8590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449065'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:10.078280 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-7a608be0-72b3-46c1-ab57-9c4f5e371823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:10.093867 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:07:10.198503 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1125fa97-3179-491b-8ed2-249e79eb8590 service neutron] Pushing event updated for resources: {'Port': ['ID=d745931d-4657-4324-817e-df9a2c398668,revision_number=2']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:10.201415 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-1125fa97-3179-491b-8ed2-249e79eb8590 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:07:10.262618 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af8c556-8eba-4626-898f-89460801991d req-d0c306c9-3d5a-4645-9deb-d56299faad3f tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:10.264141 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-0af8c556-8eba-4626-898f-89460801991d req-d0c306c9-3d5a-4645-9deb-d56299faad3f tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] 10.222.0.49 "GET /v2.0/ports?device_id=7caf573c-38a6-45c8-a485-f89ecd16678e HTTP/1.1" status: 200 len: 944 time: 0.2497368 Jun 16 16:07:10.316705 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-7a608be0-72b3-46c1-ab57-9c4f5e371823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:10.320506 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-7a608be0-72b3-46c1-ab57-9c4f5e371823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:10.324150 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-7a608be0-72b3-46c1-ab57-9c4f5e371823 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/89ae638e-cf9d-48f1-9d37-25b5b5f285c9 HTTP/1.1" status: 204 len: 168 time: 0.5136344 Jun 16 16:07:10.324309 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-57cd5e60-1a42-498e-a984-64ec12e51b64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:07:10.373632 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c98e7-41a7-4b36-baea-531a58fcd40a req-f23a7720-7fea-4266-872f-605b976425a8 tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:10.375059 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-005c98e7-41a7-4b36-baea-531a58fcd40a req-f23a7720-7fea-4266-872f-605b976425a8 tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5370367 Jun 16 16:07:10.391249 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-0af8c556-8eba-4626-898f-89460801991d req-660cc16d-2ad9-4a3a-a672-cafcbe7e2031 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5b769e5-31ae-43e5-99d2-b6ca42a6a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075816 Jun 16 16:07:10.392396 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [req-005c98e7-41a7-4b36-baea-531a58fcd40a req-adbcb25d-eceb-463e-91f0-1ca48cc45f8d tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] Request body: {'port': {'device_id': '323da933-8037-4dfd-8c47-b02c44f11c74', 'network_id': 'e1235860-ff3c-472b-842c-8d0379bbb3ad', 'admin_state_up': True, 'tenant_id': '4a97ad5a644d4b4180d6d38364d5f813'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:07:10.401240 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [req-2995aab8-3340-42d0-9efd-f9e71a4b7756 req-1125fa97-3179-491b-8ed2-249e79eb8590 service neutron] Attempting to bind port d745931d-4657-4324-817e-df9a2c398668 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:07:10.401705 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [req-2995aab8-3340-42d0-9efd-f9e71a4b7756 req-1125fa97-3179-491b-8ed2-249e79eb8590 service neutron] Attempting to bind port d745931d-4657-4324-817e-df9a2c398668 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '41a5b400-9e03-4974-95a4-c8a7169dc62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '3f2834c4-172c-4acc-9958-e6c60d36bde5'}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:07:10.402246 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2995aab8-3340-42d0-9efd-f9e71a4b7756 req-1125fa97-3179-491b-8ed2-249e79eb8590 service neutron] Attempting to bind port d745931d-4657-4324-817e-df9a2c398668 on network 3f2834c4-172c-4acc-9958-e6c60d36bde5 {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:07:10.410778 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2995aab8-3340-42d0-9efd-f9e71a4b7756 req-1125fa97-3179-491b-8ed2-249e79eb8590 service neutron] Port d745931d-4657-4324-817e-df9a2c398668 on network 3f2834c4-172c-4acc-9958-e6c60d36bde5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:07:10.411522 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2995aab8-3340-42d0-9efd-f9e71a4b7756 req-1125fa97-3179-491b-8ed2-249e79eb8590 service neutron] Attempting to bind port d745931d-4657-4324-817e-df9a2c398668 on network 3f2834c4-172c-4acc-9958-e6c60d36bde5 {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:07:10.421342 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a608be0-72b3-46c1-ab57-9c4f5e371823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ae638e-cf9d-48f1-9d37-25b5b5f285c9,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:10.424510 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2995aab8-3340-42d0-9efd-f9e71a4b7756 req-1125fa97-3179-491b-8ed2-249e79eb8590 service neutron] Checking agent: {'id': 'c85a6c45-3e6f-4705-b11b-38e758c67377', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 3, 19), 'started_at': datetime.datetime(2021, 6, 16, 16, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:07:10.425131 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2995aab8-3340-42d0-9efd-f9e71a4b7756 req-1125fa97-3179-491b-8ed2-249e79eb8590 service neutron] Checking segment: {'id': '41a5b400-9e03-4974-95a4-c8a7169dc62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '3f2834c4-172c-4acc-9958-e6c60d36bde5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:07:10.425937 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2995aab8-3340-42d0-9efd-f9e71a4b7756 req-1125fa97-3179-491b-8ed2-249e79eb8590 service neutron] Bound using segment: {'id': '41a5b400-9e03-4974-95a4-c8a7169dc62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '3f2834c4-172c-4acc-9958-e6c60d36bde5'} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:07:10.426511 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [req-2995aab8-3340-42d0-9efd-f9e71a4b7756 req-1125fa97-3179-491b-8ed2-249e79eb8590 service neutron] Bound port: d745931d-4657-4324-817e-df9a2c398668, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41a5b400-9e03-4974-95a4-c8a7169dc62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '3f2834c4-172c-4acc-9958-e6c60d36bde5'}}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:07:10.427269 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-2995aab8-3340-42d0-9efd-f9e71a4b7756 req-1125fa97-3179-491b-8ed2-249e79eb8590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:10.449626 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-7a608be0-72b3-46c1-ab57-9c4f5e371823 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:07:10.559183 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [req-2995aab8-3340-42d0-9efd-f9e71a4b7756 req-1125fa97-3179-491b-8ed2-249e79eb8590 service neutron] For port d745931d-4657-4324-817e-df9a2c398668, host hv-cinder-79611, cleared binding levels {{(pid=91875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:07:10.564326 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [req-2995aab8-3340-42d0-9efd-f9e71a4b7756 req-1125fa97-3179-491b-8ed2-249e79eb8590 service neutron] For port d745931d-4657-4324-817e-df9a2c398668, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=d745931d-4657-4324-817e-df9a2c398668,segment=NetworkSegment(41a5b400-9e03-4974-95a4-c8a7169dc62c),segment_id=41a5b400-9e03-4974-95a4-c8a7169dc62c)] {{(pid=91875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:07:10.570757 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-2995aab8-3340-42d0-9efd-f9e71a4b7756 req-1125fa97-3179-491b-8ed2-249e79eb8590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449065'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:10.574383 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-97905a2c-15fd-4bb2-8e26-e8eaa0668309 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:07:10.612000 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2995aab8-3340-42d0-9efd-f9e71a4b7756 req-1125fa97-3179-491b-8ed2-249e79eb8590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:10.612727 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-2995aab8-3340-42d0-9efd-f9e71a4b7756 req-1125fa97-3179-491b-8ed2-249e79eb8590 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208782'] for port, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:10.614684 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-2995aab8-3340-42d0-9efd-f9e71a4b7756 req-1125fa97-3179-491b-8ed2-249e79eb8590 service neutron] 10.222.0.15 "PUT /v2.0/ports/d745931d-4657-4324-817e-df9a2c398668 HTTP/1.1" status: 200 len: 1094 time: 1.4064100 Jun 16 16:07:10.615151 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7caf573c-38a6-45c8-a485-f89ecd16678e', 'tag': 'd745931d-4657-4324-817e-df9a2c398668'}] {{(pid=91875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:07:10.617562 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd288140b641fa203b825626e643c4ae2408c15f4fce5032d4686340f68cf7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f73d827-d4b3-486b-a731-3f4b5e6efa7f" -d '{"events": [{"name": "network-changed", "server_uuid": "7caf573c-38a6-45c8-a485-f89ecd16678e", "tag": "d745931d-4657-4324-817e-df9a2c398668"}]}' {{(pid=91875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:07:10.657401 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-b3722050-40dd-4290-a077-55f92d3ce594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785'] for subnet, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:10.676967 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-5b031a2e-6053-4175-9860-2312ed2e3264 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:07:10.697333 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87adaea7-f87c-4c3d-8070-c7b77e117915 x-openstack-request-id: req-87adaea7-f87c-4c3d-8070-c7b77e117915 {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:07:10.697690 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7caf573c-38a6-45c8-a485-f89ecd16678e", "tag": "d745931d-4657-4324-817e-df9a2c398668", "status": "completed", "code": 200}]} {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:07:10.697975 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-87adaea7-f87c-4c3d-8070-c7b77e117915 {{(pid=91875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:07:10.698432 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7caf573c-38a6-45c8-a485-f89ecd16678e', 'tag': 'd745931d-4657-4324-817e-df9a2c398668', 'status': 'completed', 'code': 200} Jun 16 16:07:10.704337 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1125fa97-3179-491b-8ed2-249e79eb8590 service neutron] Pushing event updated for resources: {'Port': ['ID=d745931d-4657-4324-817e-df9a2c398668,revision_number=3']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:10.709154 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-1125fa97-3179-491b-8ed2-249e79eb8590 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:07:10.712167 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-005c98e7-41a7-4b36-baea-531a58fcd40a req-adbcb25d-eceb-463e-91f0-1ca48cc45f8d tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] Made reservation on behalf of 4a97ad5a644d4b4180d6d38364d5f813 for: {'port': 1} {{(pid=91874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:07:10.715844 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-005c98e7-41a7-4b36-baea-531a58fcd40a req-adbcb25d-eceb-463e-91f0-1ca48cc45f8d tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16110075'] for port, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:10.733916 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-005c98e7-41a7-4b36-baea-531a58fcd40a req-adbcb25d-eceb-463e-91f0-1ca48cc45f8d tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:10.736870 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2995aab8-3340-42d0-9efd-f9e71a4b7756 req-b5344e7f-49d2-40f0-b00e-fed08eec0bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:10.738474 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-2995aab8-3340-42d0-9efd-f9e71a4b7756 req-b5344e7f-49d2-40f0-b00e-fed08eec0bb3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a498e59fa88849489d676cd1f4995db5&device_id=7caf573c-38a6-45c8-a485-f89ecd16678e HTTP/1.1" status: 200 len: 1097 time: 0.0721853 Jun 16 16:07:10.781538 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3722050-40dd-4290-a077-55f92d3ce594 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47184301-1ba5-4e64-8bf7-e81f9d73c729,revision_number=0']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:10.791260 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-b3722050-40dd-4290-a077-55f92d3ce594 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:07:10.805800 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3722050-40dd-4290-a077-55f92d3ce594 admin admin] Checking segment: {'id': '25392ddc-cfd1-4fb1-b990-c241fab4a578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '975c7a53-c8d3-4435-b0cd-f603c84a6c6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:07:10.806173 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3722050-40dd-4290-a077-55f92d3ce594 admin admin] Network hostable DHCP agents. Network: 975c7a53-c8d3-4435-b0cd-f603c84a6c6a, hostable agents: ['bb1823c3-707b-401a-ae95-86070490f7a6'], hosted agents: [] {{(pid=91874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:07:10.806413 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-2995aab8-3340-42d0-9efd-f9e71a4b7756 req-8b8b9d37-180c-4013-9f5d-aed688dc3058 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d745931d-4657-4324-817e-df9a2c398668 HTTP/1.1" status: 200 len: 217 time: 0.0570643 Jun 16 16:07:10.862465 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3722050-40dd-4290-a077-55f92d3ce594 admin admin] Network 975c7a53-c8d3-4435-b0cd-f603c84a6c6a is scheduled to be hosted by DHCP agent bb1823c3-707b-401a-ae95-86070490f7a6 with binding_index 1 {{(pid=91874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:07:10.904256 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [None req-b3722050-40dd-4290-a077-55f92d3ce594 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796114-3-iscsi, 975c7a53-c8d3-4435-b0cd-f603c84a6c6a) {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:07:10.911576 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3722050-40dd-4290-a077-55f92d3ce594 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:10.912174 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-b3722050-40dd-4290-a077-55f92d3ce594 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16222807'] for subnet, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:10.916488 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6694d2ea-c933-4080-b10c-6964c816cb19 None None] Network 975c7a53-c8d3-4435-b0cd-f603c84a6c6a requested from dv-cinder-796114-3-iscsi {{(pid=91876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:07:10.948103 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-005c98e7-41a7-4b36-baea-531a58fcd40a req-adbcb25d-eceb-463e-91f0-1ca48cc45f8d tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:10.956668 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-005c98e7-41a7-4b36-baea-531a58fcd40a req-adbcb25d-eceb-463e-91f0-1ca48cc45f8d tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:10.960523 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-5e037be9-28ad-46ad-b7e2-74c707effa1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:07:10.968936 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-b3722050-40dd-4290-a077-55f92d3ce594 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2207727 Jun 16 16:07:10.985285 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 37488) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:07:10.995822 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-0f85b990-afbc-4855-a614-dfe0e4973028 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-744297981-router', 'tenant_id': 'bfaef4bc7f0242ec88bbc5b303f5ed3f', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6'}}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:07:11.067748 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c8d57-19bf-4203-994d-c8ec512ddfd5 req-4361d98d-f05c-4807-9dd2-c8def45378ea tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:11.069416 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-434c8d57-19bf-4203-994d-c8ec512ddfd5 req-4361d98d-f05c-4807-9dd2-c8def45378ea tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1 HTTP/1.1" status: 200 len: 945 time: 0.2261980 Jun 16 16:07:11.075143 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbcb25d-eceb-463e-91f0-1ca48cc45f8d tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32e03b1d-4e33-4f9a-8434-5f74e892ae25,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:11.081699 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-adbcb25d-eceb-463e-91f0-1ca48cc45f8d tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:07:11.098425 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7adac34-cbd3-43af-8ef9-94c23ebedd96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a65b000-2000-5da8-b86a-eb5bc6f9c062-975c7a53-c8d3-4435-b0cd-f603c84a6c6a', 'network_id': '975c7a53-c8d3-4435-b0cd-f603c84a6c6a', 'tenant_id': 'bfaef4bc7f0242ec88bbc5b303f5ed3f', 'fixed_ips': [{'subnet_id': '47184301-1ba5-4e64-8bf7-e81f9d73c729'}]}} from dv-cinder-796114-3-iscsi. {{(pid=91876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 16:07:11.102530 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-a7adac34-cbd3-43af-8ef9-94c23ebedd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16110075'] for port, before_create {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:11.115926 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-0f85b990-afbc-4855-a614-dfe0e4973028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-676994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2211'] for router, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:11.116932 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-0f85b990-afbc-4855-a614-dfe0e4973028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-678443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2202'] for router, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:11.135325 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-ae4b07fd-aad7-4d2d-90b1-9164f1e47e19 req-fb42a8ab-1a55-4572-854c-4efee8b85fb8 tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] 10.222.0.49 "GET /v2.0/ports?device_id=323da933-8037-4dfd-8c47-b02c44f11c74 HTTP/1.1" status: 200 len: 210 time: 0.0377815 Jun 16 16:07:11.140803 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2995aab8-3340-42d0-9efd-f9e71a4b7756 req-de9410b7-bd37-40d5-a526-c6d7e9544655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:11.142277 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-2995aab8-3340-42d0-9efd-f9e71a4b7756 req-de9410b7-bd37-40d5-a526-c6d7e9544655 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1b20a45a-d72a-4f6e-85a2-4061fbcbf92e HTTP/1.1" status: 200 len: 849 time: 0.3280830 Jun 16 16:07:11.171833 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-434c8d57-19bf-4203-994d-c8ec512ddfd5 req-77614ee2-4460-4657-9da9-c04f83dedaa6 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888698 Jun 16 16:07:11.195014 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-2995aab8-3340-42d0-9efd-f9e71a4b7756 req-018989e5-8e83-4a26-b6a1-1b1767833ff8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3f2834c4-172c-4acc-9958-e6c60d36bde5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429797 Jun 16 16:07:11.240497 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_common [req-005c98e7-41a7-4b36-baea-531a58fcd40a req-adbcb25d-eceb-463e-91f0-1ca48cc45f8d tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] Allocated IP 192.168.233.113 (e1235860-ff3c-472b-842c-8d0379bbb3ad/fbb496ff-6472-43c9-8c60-3629ee522cf9/ff85f47e-294e-41b7-a760-d72da3dd750e) {{(pid=91874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:07:11.243123 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-0f85b990-afbc-4855-a614-dfe0e4973028 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:11.314511 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.db_base_plugin_common [None req-a7adac34-cbd3-43af-8ef9-94c23ebedd96 None None] Allocated IP 172.20.0.2 (975c7a53-c8d3-4435-b0cd-f603c84a6c6a/47184301-1ba5-4e64-8bf7-e81f9d73c729/f996e20e-7158-489e-8187-aea2cbb9cc49) {{(pid=91876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:07:11.363443 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-2995aab8-3340-42d0-9efd-f9e71a4b7756 req-09b518c6-4ccf-407b-b3d4-f3f4b61795dc service neutron] 10.222.0.15 "GET /v2.0/networks/3f2834c4-172c-4acc-9958-e6c60d36bde5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596723 Jun 16 16:07:11.407550 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afcce10-1a64-4c6c-9138-9fa89638af3c req-889fea07-549e-4872-ac8f-482919336a3a tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:11.409013 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-2afcce10-1a64-4c6c-9138-9fa89638af3c req-889fea07-549e-4872-ac8f-482919336a3a tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 945 time: 0.1252472 Jun 16 16:07:11.473107 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-0f85b990-afbc-4855-a614-dfe0e4973028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701328', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-677036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2180'] for router, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:11.507658 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-2afcce10-1a64-4c6c-9138-9fa89638af3c req-2c6195ac-c1f5-4016-99c4-21fb7f88e580 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549426 Jun 16 16:07:11.521498 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-2995aab8-3340-42d0-9efd-f9e71a4b7756 req-08681d51-dd00-46e0-aea1-c00019650749 service neutron] 10.222.0.15 "GET /v2.0/networks/3f2834c4-172c-4acc-9958-e6c60d36bde5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498294 Jun 16 16:07:11.646478 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-a7adac34-cbd3-43af-8ef9-94c23ebedd96 None None] Notify callbacks [] for port, precommit_create {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:11.658020 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-a7adac34-cbd3-43af-8ef9-94c23ebedd96 None None] Transition to ACTIVE for port object f996e20e-7158-489e-8187-aea2cbb9cc49 will not be triggered until provisioned by entity L2. {{(pid=91876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:07:11.718542 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-005c98e7-41a7-4b36-baea-531a58fcd40a req-adbcb25d-eceb-463e-91f0-1ca48cc45f8d tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] Notify callbacks [] for port, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:11.725183 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-a7adac34-cbd3-43af-8ef9-94c23ebedd96 None None] Transition to ACTIVE for port object f996e20e-7158-489e-8187-aea2cbb9cc49 will not be triggered until provisioned by entity DHCP. {{(pid=91876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:07:11.744343 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-a7adac34-cbd3-43af-8ef9-94c23ebedd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16110910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726810954487'] for port, after_create {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:11.747387 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:07:11.752130 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73d827-d4b3-486b-a731-3f4b5e6efa7f req-dca5f857-9e18-47d1-bde6-c59dd7a0d441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:11.753806 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-8f73d827-d4b3-486b-a731-3f4b5e6efa7f req-dca5f857-9e18-47d1-bde6-c59dd7a0d441 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a498e59fa88849489d676cd1f4995db5&device_id=7caf573c-38a6-45c8-a485-f89ecd16678e HTTP/1.1" status: 200 len: 1097 time: 0.1592233 Jun 16 16:07:11.760423 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [req-005c98e7-41a7-4b36-baea-531a58fcd40a req-adbcb25d-eceb-463e-91f0-1ca48cc45f8d tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] Transition to ACTIVE for port object ff85f47e-294e-41b7-a760-d72da3dd750e will not be triggered until provisioned by entity DHCP. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:07:11.822366 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7adac34-cbd3-43af-8ef9-94c23ebedd96 None None] Network 975c7a53-c8d3-4435-b0cd-f603c84a6c6a is already hosted by enough agents. {{(pid=91876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:07:11.824030 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50a5b91-af8d-48de-b3bc-c311831eaf86 req-5f44d260-6d0c-472f-94d2-4333d1440dc4 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:11.826975 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-d50a5b91-af8d-48de-b3bc-c311831eaf86 req-5f44d260-6d0c-472f-94d2-4333d1440dc4 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] 10.222.0.49 "GET /v2.0/ports?device_id=7caf573c-38a6-45c8-a485-f89ecd16678e HTTP/1.1" status: 200 len: 944 time: 0.1607485 Jun 16 16:07:11.833669 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.scheduler.base_scheduler [None req-a7adac34-cbd3-43af-8ef9-94c23ebedd96 None None] Resources bound (agent type, host, resource id): {{(pid=91876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:07:11.850641 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7adac34-cbd3-43af-8ef9-94c23ebedd96 None None] Received port after_create {{(pid=91876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:07:11.877189 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7adac34-cbd3-43af-8ef9-94c23ebedd96 None None] Pushing event updated for resources: {'Port': ['ID=f996e20e-7158-489e-8187-aea2cbb9cc49,revision_number=1']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:11.894272 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-a7adac34-cbd3-43af-8ef9-94c23ebedd96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:07:11.921415 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73d827-d4b3-486b-a731-3f4b5e6efa7f req-a830506b-d027-4614-a1f5-180bfec97e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:11.922979 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-8f73d827-d4b3-486b-a731-3f4b5e6efa7f req-a830506b-d027-4614-a1f5-180bfec97e37 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3f2834c4-172c-4acc-9958-e6c60d36bde5 HTTP/1.1" status: 200 len: 910 time: 0.1605732 Jun 16 16:07:11.974812 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-a7adac34-cbd3-43af-8ef9-94c23ebedd96 None None] Attempting to bind port f996e20e-7158-489e-8187-aea2cbb9cc49 on host dv-cinder-796114-3-iscsi for vnic_type normal with profile {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:07:11.976547 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-a7adac34-cbd3-43af-8ef9-94c23ebedd96 None None] Attempting to bind port f996e20e-7158-489e-8187-aea2cbb9cc49 by drivers openvswitch,hyperv on host dv-cinder-796114-3-iscsi at level 0 using segments [{'id': '25392ddc-cfd1-4fb1-b990-c241fab4a578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '975c7a53-c8d3-4435-b0cd-f603c84a6c6a'}] {{(pid=91876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:07:11.978048 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7adac34-cbd3-43af-8ef9-94c23ebedd96 None None] Attempting to bind port f996e20e-7158-489e-8187-aea2cbb9cc49 on network 975c7a53-c8d3-4435-b0cd-f603c84a6c6a {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:07:11.986455 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-005c98e7-41a7-4b36-baea-531a58fcd40a req-adbcb25d-eceb-463e-91f0-1ca48cc45f8d tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16110910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726810954487'] for port, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:11.988954 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7adac34-cbd3-43af-8ef9-94c23ebedd96 None None] Checking agent: {'id': '6d4db28b-73fb-449a-900a-e0a23b9890fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 57, 20), 'started_at': datetime.datetime(2021, 6, 16, 15, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:07:11.991053 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7adac34-cbd3-43af-8ef9-94c23ebedd96 None None] Checking segment: {'id': '25392ddc-cfd1-4fb1-b990-c241fab4a578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '975c7a53-c8d3-4435-b0cd-f603c84a6c6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:07:11.991211 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-a7adac34-cbd3-43af-8ef9-94c23ebedd96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:11.991719 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7adac34-cbd3-43af-8ef9-94c23ebedd96 None None] Bound using segment: {'id': '25392ddc-cfd1-4fb1-b990-c241fab4a578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '975c7a53-c8d3-4435-b0cd-f603c84a6c6a'} {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:07:11.992305 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-a7adac34-cbd3-43af-8ef9-94c23ebedd96 None None] Bound port: f996e20e-7158-489e-8187-aea2cbb9cc49, host: dv-cinder-796114-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25392ddc-cfd1-4fb1-b990-c241fab4a578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '975c7a53-c8d3-4435-b0cd-f603c84a6c6a'}}] {{(pid=91876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:07:11.992800 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-a7adac34-cbd3-43af-8ef9-94c23ebedd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:11.996514 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6cb41a9e-44ae-43de-a7ff-c4e42669f5db tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:07:12.005854 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-8f73d827-d4b3-486b-a731-3f4b5e6efa7f req-2929eeab-7d7f-4ad9-af40-0a9b5b0ed6c8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d745931d-4657-4324-817e-df9a2c398668 HTTP/1.1" status: 200 len: 217 time: 0.0735812 Jun 16 16:07:12.013000 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-d50a5b91-af8d-48de-b3bc-c311831eaf86 req-29431d5e-305c-4816-b7b8-c0f1ea9df1fe tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5b769e5-31ae-43e5-99d2-b6ca42a6a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109915 Jun 16 16:07:12.057656 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-0f85b990-afbc-4855-a614-dfe0e4973028 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:12.063360 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-005c98e7-41a7-4b36-baea-531a58fcd40a req-adbcb25d-eceb-463e-91f0-1ca48cc45f8d tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] Network e1235860-ff3c-472b-842c-8d0379bbb3ad is already hosted by enough agents. {{(pid=91874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:07:12.071515 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73d827-d4b3-486b-a731-3f4b5e6efa7f req-40ebe36d-a92c-4ded-8a08-f57e20a1c574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:12.072981 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-8f73d827-d4b3-486b-a731-3f4b5e6efa7f req-40ebe36d-a92c-4ded-8a08-f57e20a1c574 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1b20a45a-d72a-4f6e-85a2-4061fbcbf92e HTTP/1.1" status: 200 len: 849 time: 0.0591083 Jun 16 16:07:12.087090 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [req-005c98e7-41a7-4b36-baea-531a58fcd40a req-adbcb25d-eceb-463e-91f0-1ca48cc45f8d tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] Resources bound (agent type, host, resource id): {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:07:12.089447 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbcb25d-eceb-463e-91f0-1ca48cc45f8d tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] Pushing event updated for resources: {'Port': ['ID=ff85f47e-294e-41b7-a760-d72da3dd750e,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:12.092306 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-0f85b990-afbc-4855-a614-dfe0e4973028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16110075'] for port, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:12.100150 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-a7adac34-cbd3-43af-8ef9-94c23ebedd96 None None] For port f996e20e-7158-489e-8187-aea2cbb9cc49, host dv-cinder-796114-3-iscsi, cleared binding levels {{(pid=91876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:07:12.106567 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [req-005c98e7-41a7-4b36-baea-531a58fcd40a req-adbcb25d-eceb-463e-91f0-1ca48cc45f8d tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] Received port after_create {{(pid=91874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:07:12.109155 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-a7adac34-cbd3-43af-8ef9-94c23ebedd96 None None] For port f996e20e-7158-489e-8187-aea2cbb9cc49, host dv-cinder-796114-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=f996e20e-7158-489e-8187-aea2cbb9cc49,segment=NetworkSegment(25392ddc-cfd1-4fb1-b990-c241fab4a578),segment_id=25392ddc-cfd1-4fb1-b990-c241fab4a578)] {{(pid=91876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:07:12.113142 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c98e7-41a7-4b36-baea-531a58fcd40a req-adbcb25d-eceb-463e-91f0-1ca48cc45f8d tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:12.114146 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-005c98e7-41a7-4b36-baea-531a58fcd40a req-adbcb25d-eceb-463e-91f0-1ca48cc45f8d tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208782'] for port, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:12.117958 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-a7adac34-cbd3-43af-8ef9-94c23ebedd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:12.119872 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-adbcb25d-eceb-463e-91f0-1ca48cc45f8d tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:07:12.132412 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-8f73d827-d4b3-486b-a731-3f4b5e6efa7f req-86055625-8aac-4b61-a1cb-2ec0a0d7c9ce service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3f2834c4-172c-4acc-9958-e6c60d36bde5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420859 Jun 16 16:07:12.136198 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:07:12.181699 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-005c98e7-41a7-4b36-baea-531a58fcd40a req-adbcb25d-eceb-463e-91f0-1ca48cc45f8d tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7930520 Jun 16 16:07:12.199161 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7adac34-cbd3-43af-8ef9-94c23ebedd96 None None] Pushing event updated for resources: {'Port': ['ID=f996e20e-7158-489e-8187-aea2cbb9cc49,revision_number=2']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:12.200445 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [req-005c98e7-41a7-4b36-baea-531a58fcd40a req-4d363c6f-3847-4cc1-97a8-f846886d095d service neutron] Request body: {'port': {'device_id': '323da933-8037-4dfd-8c47-b02c44f11c74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:07:12.216770 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-a7adac34-cbd3-43af-8ef9-94c23ebedd96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:07:12.316698 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-8f73d827-d4b3-486b-a731-3f4b5e6efa7f req-8ece19eb-b129-4c19-b542-fa408831ce8f service neutron] 10.222.0.15 "GET /v2.0/networks/3f2834c4-172c-4acc-9958-e6c60d36bde5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771946 Jun 16 16:07:12.411219 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_common [None req-0f85b990-afbc-4855-a614-dfe0e4973028 admin admin] Allocated IP 172.27.1.234 (47501c57-dfca-44aa-9eed-27ee8bb77cd6/0b38b6c0-4839-4539-8281-d8dcfdf92ae7/4423bcc8-2f52-4bf0-bd4b-775392f3b89a) {{(pid=91874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:07:12.418671 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-005c98e7-41a7-4b36-baea-531a58fcd40a req-4d363c6f-3847-4cc1-97a8-f846886d095d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:12.445330 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-8f73d827-d4b3-486b-a731-3f4b5e6efa7f req-54038410-f5a4-46f1-a77e-98c82e781b72 service neutron] 10.222.0.15 "GET /v2.0/networks/3f2834c4-172c-4acc-9958-e6c60d36bde5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190929 Jun 16 16:07:12.572100 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-7e6d49c0-2a3a-41db-b043-ed989c00c578 None None] Provisioning for port ff85f47e-294e-41b7-a760-d72da3dd750e completed by entity DHCP. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:07:12.579835 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-7e6d49c0-2a3a-41db-b043-ed989c00c578 None None] Provisioning complete for port ff85f47e-294e-41b7-a760-d72da3dd750e triggered by entity DHCP. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:07:12.580457 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-7e6d49c0-2a3a-41db-b043-ed989c00c578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:12.591575 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2020e8f-4cdd-41b7-a5a2-062f5b13463c req-562b28fc-b978-4d75-b838-242c4adb8c2f tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:12.600533 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f2020e8f-4cdd-41b7-a5a2-062f5b13463c req-562b28fc-b978-4d75-b838-242c4adb8c2f tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] 10.222.0.49 "GET /v2.0/ports?device_id=323da933-8037-4dfd-8c47-b02c44f11c74 HTTP/1.1" status: 200 len: 936 time: 0.2566714 Jun 16 16:07:12.633403 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-7e6d49c0-2a3a-41db-b043-ed989c00c578 None None] Port ff85f47e-294e-41b7-a760-d72da3dd750e cannot update to ACTIVE because it is not bound. {{(pid=91876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:07:12.697847 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 37540) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:07:12.769581 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f2020e8f-4cdd-41b7-a5a2-062f5b13463c req-2dfff71e-d076-46e2-aa34-f592876761a7 tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] 10.222.0.49 "GET /v2.0/security-groups?id=32e03b1d-4e33-4f9a-8434-5f74e892ae25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677916 Jun 16 16:07:12.795899 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-0f85b990-afbc-4855-a614-dfe0e4973028 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:12.803140 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9646f3-c38b-49d9-85df-47311368c5ae req-0efbe23a-306f-46ea-9183-6b8da8b2b4f7 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:12.803140 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-0b9646f3-c38b-49d9-85df-47311368c5ae req-0efbe23a-306f-46ea-9183-6b8da8b2b4f7 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 945 time: 0.0743356 Jun 16 16:07:12.851109 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-0b9646f3-c38b-49d9-85df-47311368c5ae req-33cd1871-ff63-467d-ab9e-a065ea0f6210 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414755 Jun 16 16:07:12.872445 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-f39222fe-384f-42db-8f7f-09280f1c5d38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:12.919277 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-0f85b990-afbc-4855-a614-dfe0e4973028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16110910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726810954487'] for port, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:12.925762 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:07:12.981192 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-f39222fe-384f-42db-8f7f-09280f1c5d38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:12.985603 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-f39222fe-384f-42db-8f7f-09280f1c5d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:12.988898 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-ff89048b-d3f0-4661-81e3-de3fae7fd67e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:07:13.017468 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f85b990-afbc-4855-a614-dfe0e4973028 admin admin] Network 47501c57-dfca-44aa-9eed-27ee8bb77cd6 is already hosted by enough agents. {{(pid=91874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:07:13.025533 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-f39222fe-384f-42db-8f7f-09280f1c5d38 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=139e37cc3c34409c857a11161be1d315&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3264091 Jun 16 16:07:13.026486 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39222fe-384f-42db-8f7f-09280f1c5d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d4d3de-6bcc-4e0b-ab8a-cada7bb3c9c5,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:13.026867 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [None req-0f85b990-afbc-4855-a614-dfe0e4973028 admin admin] Resources bound (agent type, host, resource id): {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:07:13.029258 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 37548) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:07:13.030608 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f85b990-afbc-4855-a614-dfe0e4973028 admin admin] Received port after_create {{(pid=91874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:07:13.030975 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-f39222fe-384f-42db-8f7f-09280f1c5d38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:07:13.038557 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f85b990-afbc-4855-a614-dfe0e4973028 admin admin] Pushing event updated for resources: {'Port': ['ID=4423bcc8-2f52-4bf0-bd4b-775392f3b89a,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:13.045657 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [req-005c98e7-41a7-4b36-baea-531a58fcd40a req-4d363c6f-3847-4cc1-97a8-f846886d095d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff85f47e-294e-41b7-a760-d72da3dd750e {{(pid=91874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:07:13.051325 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-0f85b990-afbc-4855-a614-dfe0e4973028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:07:13.098744 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-f05c631d-f6b3-40e8-827f-baf37920e304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:13.134846 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-f05c631d-f6b3-40e8-827f-baf37920e304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:13.137020 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-005c98e7-41a7-4b36-baea-531a58fcd40a req-4d363c6f-3847-4cc1-97a8-f846886d095d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:13.178727 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [req-005c98e7-41a7-4b36-baea-531a58fcd40a req-4d363c6f-3847-4cc1-97a8-f846886d095d service neutron] Transition to ACTIVE for port object ff85f47e-294e-41b7-a760-d72da3dd750e will not be triggered until provisioned by entity L2. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:07:13.190769 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-f05c631d-f6b3-40e8-827f-baf37920e304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:13.195212 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-f05c631d-f6b3-40e8-827f-baf37920e304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:13.196502 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-f05c631d-f6b3-40e8-827f-baf37920e304 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/81d4d3de-6bcc-4e0b-ab8a-cada7bb3c9c5 HTTP/1.1" status: 204 len: 168 time: 0.1666133 Jun 16 16:07:13.197660 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-5fb70b03-a478-4dc8-ad95-4703dbe5b2e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:07:13.199099 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-005c98e7-41a7-4b36-baea-531a58fcd40a req-4d363c6f-3847-4cc1-97a8-f846886d095d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:13.207500 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:07:13.208275 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05c631d-f6b3-40e8-827f-baf37920e304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d4d3de-6bcc-4e0b-ab8a-cada7bb3c9c5,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:13.218441 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-f05c631d-f6b3-40e8-827f-baf37920e304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:07:13.531651 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c29423-11a3-4c0b-8740-72dade060b1e None None] Network 975c7a53-c8d3-4435-b0cd-f603c84a6c6a requested from dv-cinder-796114-3-iscsi {{(pid=91876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:07:13.594714 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 37556) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:07:13.609762 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-ec5371dd-f83b-42df-a2b6-c4d87d3e7a6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:13.650461 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-70042266-bc5b-4f0a-b214-b6d368d660d8 None None] Provisioning for port f996e20e-7158-489e-8187-aea2cbb9cc49 completed by entity DHCP. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:07:13.716746 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d363c6f-3847-4cc1-97a8-f846886d095d service neutron] Pushing event updated for resources: {'Port': ['ID=ff85f47e-294e-41b7-a760-d72da3dd750e,revision_number=2']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:13.729163 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-4d363c6f-3847-4cc1-97a8-f846886d095d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:07:13.747268 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-ec5371dd-f83b-42df-a2b6-c4d87d3e7a6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:13.749070 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72944ab-7067-4db6-a081-7d96417fd0e8 req-8235b6c4-5591-45f7-9869-60dff92e0bbb tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:13.750569 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d72944ab-7067-4db6-a081-7d96417fd0e8 req-8235b6c4-5591-45f7-9869-60dff92e0bbb tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] 10.222.0.49 "GET /v2.0/ports?device_id=7caf573c-38a6-45c8-a485-f89ecd16678e HTTP/1.1" status: 200 len: 944 time: 0.5685370 Jun 16 16:07:13.753083 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-ec5371dd-f83b-42df-a2b6-c4d87d3e7a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:13.755575 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-005c98e7-41a7-4b36-baea-531a58fcd40a req-4d363c6f-3847-4cc1-97a8-f846886d095d service neutron] Attempting to bind port ff85f47e-294e-41b7-a760-d72da3dd750e on host hv-cinder-79611 for vnic_type normal with profile {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:07:13.756013 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-005c98e7-41a7-4b36-baea-531a58fcd40a req-4d363c6f-3847-4cc1-97a8-f846886d095d service neutron] Attempting to bind port ff85f47e-294e-41b7-a760-d72da3dd750e by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': 'c3729bf0-c745-4c70-81e8-6120ce6e1fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e1235860-ff3c-472b-842c-8d0379bbb3ad'}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:07:13.756496 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005c98e7-41a7-4b36-baea-531a58fcd40a req-4d363c6f-3847-4cc1-97a8-f846886d095d service neutron] Attempting to bind port ff85f47e-294e-41b7-a760-d72da3dd750e on network e1235860-ff3c-472b-842c-8d0379bbb3ad {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:07:13.758079 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-db6d7bba-65bf-456a-ad29-2bba12f1995a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:07:13.782121 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005c98e7-41a7-4b36-baea-531a58fcd40a req-4d363c6f-3847-4cc1-97a8-f846886d095d service neutron] Port ff85f47e-294e-41b7-a760-d72da3dd750e on network e1235860-ff3c-472b-842c-8d0379bbb3ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:07:13.782404 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005c98e7-41a7-4b36-baea-531a58fcd40a req-4d363c6f-3847-4cc1-97a8-f846886d095d service neutron] Attempting to bind port ff85f47e-294e-41b7-a760-d72da3dd750e on network e1235860-ff3c-472b-842c-8d0379bbb3ad {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:07:13.796157 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-ec5371dd-f83b-42df-a2b6-c4d87d3e7a6e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=71cc62d8f86e4bd1a7ba9b05146cc77a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2003627 Jun 16 16:07:13.797053 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5371dd-f83b-42df-a2b6-c4d87d3e7a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c50948-3ece-40e9-b444-8e5f58cd709a,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:13.799325 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 37560) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:07:13.801241 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-ec5371dd-f83b-42df-a2b6-c4d87d3e7a6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:07:13.824461 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005c98e7-41a7-4b36-baea-531a58fcd40a req-4d363c6f-3847-4cc1-97a8-f846886d095d service neutron] Checking agent: {'id': 'c85a6c45-3e6f-4705-b11b-38e758c67377', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 3, 19), 'started_at': datetime.datetime(2021, 6, 16, 16, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:07:13.825181 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005c98e7-41a7-4b36-baea-531a58fcd40a req-4d363c6f-3847-4cc1-97a8-f846886d095d service neutron] Checking segment: {'id': 'c3729bf0-c745-4c70-81e8-6120ce6e1fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e1235860-ff3c-472b-842c-8d0379bbb3ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:07:13.825316 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005c98e7-41a7-4b36-baea-531a58fcd40a req-4d363c6f-3847-4cc1-97a8-f846886d095d service neutron] Bound using segment: {'id': 'c3729bf0-c745-4c70-81e8-6120ce6e1fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e1235860-ff3c-472b-842c-8d0379bbb3ad'} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:07:13.825997 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-005c98e7-41a7-4b36-baea-531a58fcd40a req-4d363c6f-3847-4cc1-97a8-f846886d095d service neutron] Bound port: ff85f47e-294e-41b7-a760-d72da3dd750e, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3729bf0-c745-4c70-81e8-6120ce6e1fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e1235860-ff3c-472b-842c-8d0379bbb3ad'}}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:07:13.828240 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-005c98e7-41a7-4b36-baea-531a58fcd40a req-4d363c6f-3847-4cc1-97a8-f846886d095d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:13.846440 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-0f85b990-afbc-4855-a614-dfe0e4973028 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:13.857839 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-83c7c583-9322-469b-a716-011cdebb0b6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:13.885064 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-83c7c583-9322-469b-a716-011cdebb0b6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:13.925460 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d72944ab-7067-4db6-a081-7d96417fd0e8 req-13af76b4-3d09-4d98-99d9-7568e34f36b5 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5b769e5-31ae-43e5-99d2-b6ca42a6a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546671 Jun 16 16:07:14.021403 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [req-005c98e7-41a7-4b36-baea-531a58fcd40a req-4d363c6f-3847-4cc1-97a8-f846886d095d service neutron] For port ff85f47e-294e-41b7-a760-d72da3dd750e, host hv-cinder-79611, cleared binding levels {{(pid=91874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:07:14.022638 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-83c7c583-9322-469b-a716-011cdebb0b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:14.025548 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [req-005c98e7-41a7-4b36-baea-531a58fcd40a req-4d363c6f-3847-4cc1-97a8-f846886d095d service neutron] For port ff85f47e-294e-41b7-a760-d72da3dd750e, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=ff85f47e-294e-41b7-a760-d72da3dd750e,segment=NetworkSegment(c3729bf0-c745-4c70-81e8-6120ce6e1fdc),segment_id=c3729bf0-c745-4c70-81e8-6120ce6e1fdc)] {{(pid=91874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:07:14.025921 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-83c7c583-9322-469b-a716-011cdebb0b6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:14.038985 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-83c7c583-9322-469b-a716-011cdebb0b6e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d1c50948-3ece-40e9-b444-8e5f58cd709a HTTP/1.1" status: 204 len: 168 time: 0.2301295 Jun 16 16:07:14.040072 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-005c98e7-41a7-4b36-baea-531a58fcd40a req-4d363c6f-3847-4cc1-97a8-f846886d095d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:14.044544 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-f0457ac1-2afd-4e07-add7-51fb27ac8418 tempest-DeleteServersTestJSON-1889829154 tempest-DeleteServersTestJSON-1889829154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:07:14.048928 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-086729eb-7a37-4308-a3c8-7d032ecf6a08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:07:14.076439 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c7c583-9322-469b-a716-011cdebb0b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c50948-3ece-40e9-b444-8e5f58cd709a,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:14.124791 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-83c7c583-9322-469b-a716-011cdebb0b6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:07:14.142463 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c9d1e6-1fd1-4251-9b5b-909f87ef0515 req-69e8d904-ad99-4f9c-bd57-24c7ea1420a3 tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:14.150783 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-d1c9d1e6-1fd1-4251-9b5b-909f87ef0515 req-69e8d904-ad99-4f9c-bd57-24c7ea1420a3 tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] 10.222.0.49 "GET /v2.0/ports?device_id=323da933-8037-4dfd-8c47-b02c44f11c74 HTTP/1.1" status: 200 len: 948 time: 0.2197604 Jun 16 16:07:14.169795 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c98e7-41a7-4b36-baea-531a58fcd40a req-4d363c6f-3847-4cc1-97a8-f846886d095d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:14.170501 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-005c98e7-41a7-4b36-baea-531a58fcd40a req-4d363c6f-3847-4cc1-97a8-f846886d095d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208782'] for port, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:14.171875 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-005c98e7-41a7-4b36-baea-531a58fcd40a req-4d363c6f-3847-4cc1-97a8-f846886d095d service neutron] 10.222.0.15 "PUT /v2.0/ports/ff85f47e-294e-41b7-a760-d72da3dd750e HTTP/1.1" status: 200 len: 1098 time: 1.9756958 Jun 16 16:07:14.172432 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '323da933-8037-4dfd-8c47-b02c44f11c74', 'tag': 'ff85f47e-294e-41b7-a760-d72da3dd750e'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:07:14.174837 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac39972ab304bebcb834853fc43b221d920fab97f47da84b7636f2612ed6f187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d143dad-e224-4303-a358-a5b5cab3c7c3" -d '{"events": [{"name": "network-changed", "server_uuid": "323da933-8037-4dfd-8c47-b02c44f11c74", "tag": "ff85f47e-294e-41b7-a760-d72da3dd750e"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:07:14.198036 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-d1c9d1e6-1fd1-4251-9b5b-909f87ef0515 req-47bf9476-cae1-40be-b071-a5a2fc4fd79e tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] 10.222.0.49 "GET /v2.0/security-groups?id=32e03b1d-4e33-4f9a-8434-5f74e892ae25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458577 Jun 16 16:07:14.271565 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d363c6f-3847-4cc1-97a8-f846886d095d service neutron] Pushing event updated for resources: {'Port': ['ID=ff85f47e-294e-41b7-a760-d72da3dd750e,revision_number=3']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:14.279782 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-4d363c6f-3847-4cc1-97a8-f846886d095d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:07:14.335494 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-0f85b990-afbc-4855-a614-dfe0e4973028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-677051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701414'] for router, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:14.358387 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29825ee7-1d80-423f-a2bf-13b711126fff req-0e2a5eb8-443b-439b-9d4b-0ae196b1d80f tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:14.359892 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-29825ee7-1d80-423f-a2bf-13b711126fff req-0e2a5eb8-443b-439b-9d4b-0ae196b1d80f tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 945 time: 0.1918232 Jun 16 16:07:14.464209 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-262547b5-07f3-43fa-bccf-92f6752fca61 x-openstack-request-id: req-262547b5-07f3-43fa-bccf-92f6752fca61 {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:07:14.464527 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "323da933-8037-4dfd-8c47-b02c44f11c74", "tag": "ff85f47e-294e-41b7-a760-d72da3dd750e", "status": "completed", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:07:14.464807 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-262547b5-07f3-43fa-bccf-92f6752fca61 {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:07:14.465221 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '323da933-8037-4dfd-8c47-b02c44f11c74', 'tag': 'ff85f47e-294e-41b7-a760-d72da3dd750e', 'status': 'completed', 'code': 200} Jun 16 16:07:14.475619 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c98e7-41a7-4b36-baea-531a58fcd40a req-11a6ee61-ba58-4198-8dff-56df89b7fb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:14.477105 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-005c98e7-41a7-4b36-baea-531a58fcd40a req-11a6ee61-ba58-4198-8dff-56df89b7fb41 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4a97ad5a644d4b4180d6d38364d5f813&device_id=323da933-8037-4dfd-8c47-b02c44f11c74 HTTP/1.1" status: 200 len: 1101 time: 0.2188580 Jun 16 16:07:14.517521 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-29825ee7-1d80-423f-a2bf-13b711126fff req-272ddff1-b04b-4f57-99a5-fd62b735c78b tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226652 Jun 16 16:07:14.548778 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-005c98e7-41a7-4b36-baea-531a58fcd40a req-52d15bb8-9836-4fac-8ab3-6ff6fabfaf24 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=ff85f47e-294e-41b7-a760-d72da3dd750e HTTP/1.1" status: 200 len: 217 time: 0.0549395 Jun 16 16:07:14.638592 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c98e7-41a7-4b36-baea-531a58fcd40a req-9e006015-a1f4-4eb9-868e-d1ac6ec41bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:14.640040 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-005c98e7-41a7-4b36-baea-531a58fcd40a req-9e006015-a1f4-4eb9-868e-d1ac6ec41bbc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fbb496ff-6472-43c9-8c60-3629ee522cf9 HTTP/1.1" status: 200 len: 843 time: 0.0707667 Jun 16 16:07:14.650922 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f85b990-afbc-4855-a614-dfe0e4973028 admin admin] Router dea85d41-d7bf-428e-bb7e-603a1c3dac18 is scheduled to L3 agent 0e7678c9-774c-4c46-a09f-f3aaee363ca4 with binding_index 1 {{(pid=91874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 16:07:14.658059 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device f996e20e-7158-489e-8187-aea2cbb9cc49 up at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:07:14.701892 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a66d471-259e-410f-9297-5f32fc896289 req-823241be-5dc8-4819-9f8e-6b4ccaf6c4e1 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:14.710169 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-3a66d471-259e-410f-9297-5f32fc896289 req-823241be-5dc8-4819-9f8e-6b4ccaf6c4e1 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc60efe-e253-48bb-be1d-c16c72aab023 HTTP/1.1" status: 200 len: 945 time: 0.1206837 Jun 16 16:07:14.715925 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device d745931d-4657-4324-817e-df9a2c398668 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91876) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:07:14.726715 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning for port f996e20e-7158-489e-8187-aea2cbb9cc49 completed by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:07:14.736320 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning complete for port f996e20e-7158-489e-8187-aea2cbb9cc49 triggered by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:07:14.736709 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:14.768803 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-3a66d471-259e-410f-9297-5f32fc896289 req-e04b6eea-7c48-424c-95ac-2148540c3834 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/security-groups?id=01064c80-ee96-4ba5-9d69-666f89adc486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501018 Jun 16 16:07:14.798919 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c98e7-41a7-4b36-baea-531a58fcd40a req-fe9312ae-ebf9-4633-b417-69d92141848c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:14.800414 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-005c98e7-41a7-4b36-baea-531a58fcd40a req-fe9312ae-ebf9-4633-b417-69d92141848c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e1235860-ff3c-472b-842c-8d0379bbb3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1436965 Jun 16 16:07:14.809272 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f85b990-afbc-4855-a614-dfe0e4973028 admin admin] Notify agent at l3_agent.dv-cinder-796114-3-iscsi the message routers_updated {{(pid=91874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:07:14.821448 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3476d2cb-247a-45b8-bb08-ecb20da55616 None None] Sync routers for ids ['dea85d41-d7bf-428e-bb7e-603a1c3dac18'] in dv-cinder-796114-3-iscsi {{(pid=91877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:07:14.830774 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3476d2cb-247a-45b8-bb08-ecb20da55616 None None] Routers {'dea85d41-d7bf-428e-bb7e-603a1c3dac18'} bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:07:14.831495 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_hamode_db [None req-3476d2cb-247a-45b8-bb08-ecb20da55616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T15:57:20Z,description=,heartbeat_timestamp=2021-06-16T16:06:50Z,host='dv-cinder-796114-3-iscsi',id=0e7678c9-774c-4c46-a09f-f3aaee363ca4,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:57:20Z,topic='l3_agent')) {'router_ids': ['dea85d41-d7bf-428e-bb7e-603a1c3dac18'], 'active': True} {{(pid=91877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:07:14.840061 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-0f85b990-afbc-4855-a614-dfe0e4973028 admin admin] Notify callbacks [] for router, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:14.843978 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 37590) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:07:14.844098 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-0f85b990-afbc-4855-a614-dfe0e4973028 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.8568382 Jun 16 16:07:14.945673 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-005c98e7-41a7-4b36-baea-531a58fcd40a req-dadbbac1-b55d-452f-a11e-f58aa75ee9fa service neutron] 10.222.0.15 "GET /v2.0/networks/e1235860-ff3c-472b-842c-8d0379bbb3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342340 Jun 16 16:07:14.950063 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:14.982555 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] For port d745931d-4657-4324-817e-df9a2c398668, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=d745931d-4657-4324-817e-df9a2c398668,segment=NetworkSegment(41a5b400-9e03-4974-95a4-c8a7169dc62c),segment_id=41a5b400-9e03-4974-95a4-c8a7169dc62c)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:07:15.010138 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] For port f996e20e-7158-489e-8187-aea2cbb9cc49, host dv-cinder-796114-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=f996e20e-7158-489e-8187-aea2cbb9cc49,segment=NetworkSegment(25392ddc-cfd1-4fb1-b990-c241fab4a578),segment_id=25392ddc-cfd1-4fb1-b990-c241fab4a578)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:07:15.019290 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:15.027077 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:07:15.085578 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Pushing event updated for resources: {'Port': ['ID=f996e20e-7158-489e-8187-aea2cbb9cc49,revision_number=3']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:15.093395 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 37600) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:07:15.097440 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:07:15.098887 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Returning: {'device': 'd745931d-4657-4324-817e-df9a2c398668', 'network_id': '3f2834c4-172c-4acc-9958-e6c60d36bde5', 'port_id': 'd745931d-4657-4324-817e-df9a2c398668', 'mac_address': 'fa:16:3e:be:51:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b20a45a-d72a-4f6e-85a2-4061fbcbf92e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91876) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:07:15.145334 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:15.148762 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-005c98e7-41a7-4b36-baea-531a58fcd40a req-245c1d85-a03d-4c20-acc1-1a9d0ec4b959 service neutron] 10.222.0.15 "GET /v2.0/networks/e1235860-ff3c-472b-842c-8d0379bbb3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899376 Jun 16 16:07:15.163340 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.notifiers.nova [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d745931d-4657-4324-817e-df9a2c398668 {{(pid=91876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:07:15.184266 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_dvr_db [None req-3476d2cb-247a-45b8-bb08-ecb20da55616 None None] Set router dea85d41-d7bf-428e-bb7e-603a1c3dac18 gateway port host: dv-cinder-796114-3-iscsi {{(pid=91877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:07:15.185854 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] For port d745931d-4657-4324-817e-df9a2c398668, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=d745931d-4657-4324-817e-df9a2c398668,segment=NetworkSegment(41a5b400-9e03-4974-95a4-c8a7169dc62c),segment_id=41a5b400-9e03-4974-95a4-c8a7169dc62c)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:07:15.196983 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:15.198963 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:07:15.326957 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c99f6-9fb1-4bb8-94e2-88d275ab6dab req-03cf7505-eee3-4da9-9aba-f1f45d3c8d08 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:15.328645 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-386c99f6-9fb1-4bb8-94e2-88d275ab6dab req-03cf7505-eee3-4da9-9aba-f1f45d3c8d08 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] 10.222.0.49 "GET /v2.0/ports?device_id=7caf573c-38a6-45c8-a485-f89ecd16678e HTTP/1.1" status: 200 len: 945 time: 0.1489377 Jun 16 16:07:15.365732 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.v2.base [None req-43c07919-2f75-4206-9427-8c2718c7d1dc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2133141882-network', 'tenant_id': 'f5e7e9ac706c43aea709a931807cc611'}} {{(pid=91875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:07:15.394860 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d143dad-e224-4303-a358-a5b5cab3c7c3 req-d59a7fdc-5f8e-44fc-987f-e600bf75d17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:15.397102 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-8d143dad-e224-4303-a358-a5b5cab3c7c3 req-d59a7fdc-5f8e-44fc-987f-e600bf75d17e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4a97ad5a644d4b4180d6d38364d5f813&device_id=323da933-8037-4dfd-8c47-b02c44f11c74 HTTP/1.1" status: 200 len: 1101 time: 0.1527660 Jun 16 16:07:15.411886 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-386c99f6-9fb1-4bb8-94e2-88d275ab6dab req-9cbdf15e-6b34-4c18-bde7-d89b6c99c124 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5b769e5-31ae-43e5-99d2-b6ca42a6a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698051 Jun 16 16:07:15.440912 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_hamode_db [None req-3476d2cb-247a-45b8-bb08-ecb20da55616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea85d41-d7bf-428e-bb7e-603a1c3dac18', 'name': 'tempest-TestMinimumBasicScenario-744297981-router', 'tenant_id': 'bfaef4bc7f0242ec88bbc5b303f5ed3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '4423bcc8-2f52-4bf0-bd4b-775392f3b89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:07:11Z', 'updated_at': '2021-06-16T16:07:13Z', 'revision_number': 3, 'project_id': 'bfaef4bc7f0242ec88bbc5b303f5ed3f', 'gw_port': {'id': '4423bcc8-2f52-4bf0-bd4b-775392f3b89a', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:99:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea85d41-d7bf-428e-bb7e-603a1c3dac18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:07:12Z', 'updated_at': '2021-06-16T16:07:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi'}], 'dv-cinder-796114-3-iscsi', False) {} {{(pid=91877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:07:15.446039 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3476d2cb-247a-45b8-bb08-ecb20da55616 None None] Checking router: dea85d41-d7bf-428e-bb7e-603a1c3dac18 for host: dv-cinder-796114-3-iscsi {{(pid=91877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:07:15.446039 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3476d2cb-247a-45b8-bb08-ecb20da55616 None None] Updating router dea85d41-d7bf-428e-bb7e-603a1c3dac18 port 4423bcc8-2f52-4bf0-bd4b-775392f3b89a binding host dv-cinder-796114-3-iscsi {{(pid=91877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:07:15.451061 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Pushing event updated for resources: {'Port': ['ID=d745931d-4657-4324-817e-df9a2c398668,revision_number=4']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:15.454260 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:07:15.481122 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron_lib.callbacks.manager [None req-3476d2cb-247a-45b8-bb08-ecb20da55616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:15.506580 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c07919-2f75-4206-9427-8c2718c7d1dc admin admin] Made reservation on behalf of f5e7e9ac706c43aea709a931807cc611 for: {'network': 1} {{(pid=91875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:07:15.508839 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-43c07919-2f75-4206-9427-8c2718c7d1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16110075'] for network, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:15.528647 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-43c07919-2f75-4206-9427-8c2718c7d1dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:15.534071 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d143dad-e224-4303-a358-a5b5cab3c7c3 req-4e98d8f3-2852-4b63-ab55-bac23ea82f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:15.535521 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-8d143dad-e224-4303-a358-a5b5cab3c7c3 req-4e98d8f3-2852-4b63-ab55-bac23ea82f83 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e1235860-ff3c-472b-842c-8d0379bbb3ad HTTP/1.1" status: 200 len: 870 time: 0.1198301 Jun 16 16:07:15.557526 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] get_ports_and_sgs() called for port_ids ['d745931d-4657-4324-817e-df9a2c398668'] {{(pid=91876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:07:15.585706 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-8d143dad-e224-4303-a358-a5b5cab3c7c3 req-2711a2ad-e7ae-47b6-9d4c-be98e947dbf6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=ff85f47e-294e-41b7-a760-d72da3dd750e HTTP/1.1" status: 200 len: 217 time: 0.0420439 Jun 16 16:07:15.686827 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d143dad-e224-4303-a358-a5b5cab3c7c3 req-2ced7d9c-b3ce-4b88-bc7c-ff96f157d539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:15.690755 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-8d143dad-e224-4303-a358-a5b5cab3c7c3 req-2ced7d9c-b3ce-4b88-bc7c-ff96f157d539 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fbb496ff-6472-43c9-8c60-3629ee522cf9 HTTP/1.1" status: 200 len: 843 time: 0.0937958 Jun 16 16:07:15.693787 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509bb47b-3102-4ad8-a9f6-ecce39497612 req-9fb56df2-8f79-473e-a51a-25573331e5a6 tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:15.699909 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-509bb47b-3102-4ad8-a9f6-ecce39497612 req-9fb56df2-8f79-473e-a51a-25573331e5a6 tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] 10.222.0.49 "GET /v2.0/ports?device_id=323da933-8037-4dfd-8c47-b02c44f11c74 HTTP/1.1" status: 200 len: 948 time: 0.2207708 Jun 16 16:07:15.781349 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron_lib.callbacks.manager [None req-3476d2cb-247a-45b8-bb08-ecb20da55616 None None] Notify callbacks [] for port, precommit_update {{(pid=91877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:15.793960 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.provisioning_blocks [None req-3476d2cb-247a-45b8-bb08-ecb20da55616 None None] Transition to ACTIVE for port object 4423bcc8-2f52-4bf0-bd4b-775392f3b89a will not be triggered until provisioned by entity L2. {{(pid=91877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:07:15.801976 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron_lib.callbacks.manager [None req-3476d2cb-247a-45b8-bb08-ecb20da55616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:15.813632 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG oslo_concurrency.lockutils [None req-14a1bf9f-0bbe-42f5-831f-2bfe299d181d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:07:15.817961 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-509bb47b-3102-4ad8-a9f6-ecce39497612 req-cd266eb2-5907-43c0-bff7-c143438b71bb tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] 10.222.0.49 "GET /v2.0/security-groups?id=32e03b1d-4e33-4f9a-8434-5f74e892ae25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093402 Jun 16 16:07:15.849280 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-43c07919-2f75-4206-9427-8c2718c7d1dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:15.866246 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e78fa9-d0f3-4c99-bdd1-7de4d1c57f69 None None] Pushing event updated for resources: {'Port': ['ID=4423bcc8-2f52-4bf0-bd4b-775392f3b89a,revision_number=2']} {{(pid=91877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:15.870584 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-43c07919-2f75-4206-9427-8c2718c7d1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:15.884407 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.managers [None req-3476d2cb-247a-45b8-bb08-ecb20da55616 None None] Attempting to bind port 4423bcc8-2f52-4bf0-bd4b-775392f3b89a on host dv-cinder-796114-3-iscsi for vnic_type normal with profile {{(pid=91877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:07:15.885119 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.managers [None req-3476d2cb-247a-45b8-bb08-ecb20da55616 None None] Attempting to bind port 4423bcc8-2f52-4bf0-bd4b-775392f3b89a by drivers openvswitch,hyperv on host dv-cinder-796114-3-iscsi at level 0 using segments [{'id': '36d53036-d305-476e-ad99-71a5cdef7eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6'}] {{(pid=91877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:07:15.885680 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3476d2cb-247a-45b8-bb08-ecb20da55616 None None] Attempting to bind port 4423bcc8-2f52-4bf0-bd4b-775392f3b89a on network 47501c57-dfca-44aa-9eed-27ee8bb77cd6 {{(pid=91877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:07:15.893528 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3476d2cb-247a-45b8-bb08-ecb20da55616 None None] Checking agent: {'id': '6d4db28b-73fb-449a-900a-e0a23b9890fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 57, 20), 'started_at': datetime.datetime(2021, 6, 16, 15, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:07:15.893797 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3476d2cb-247a-45b8-bb08-ecb20da55616 None None] Checking segment: {'id': '36d53036-d305-476e-ad99-71a5cdef7eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:07:15.894156 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron_lib.callbacks.manager [None req-3476d2cb-247a-45b8-bb08-ecb20da55616 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:15.894560 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3476d2cb-247a-45b8-bb08-ecb20da55616 None None] Bound using segment: {'id': '36d53036-d305-476e-ad99-71a5cdef7eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6'} {{(pid=91877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:07:15.895049 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.managers [None req-3476d2cb-247a-45b8-bb08-ecb20da55616 None None] Bound port: 4423bcc8-2f52-4bf0-bd4b-775392f3b89a, host: dv-cinder-796114-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36d53036-d305-476e-ad99-71a5cdef7eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6'}}] {{(pid=91877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:07:15.896012 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron_lib.callbacks.manager [None req-3476d2cb-247a-45b8-bb08-ecb20da55616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:15.900108 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d143dad-e224-4303-a358-a5b5cab3c7c3 req-1160bed1-b04c-45e7-9f7e-7d4b33e58d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:15.901749 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-8d143dad-e224-4303-a358-a5b5cab3c7c3 req-1160bed1-b04c-45e7-9f7e-7d4b33e58d55 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e1235860-ff3c-472b-842c-8d0379bbb3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1967025 Jun 16 16:07:15.902759 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-c02b3ce9-43c8-47a3-a082-3fc1936ddfae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:07:15.934515 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c07919-2f75-4206-9427-8c2718c7d1dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db08546-8abc-4d4f-8fb3-f32a6bcc8c98,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:15.940176 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-43c07919-2f75-4206-9427-8c2718c7d1dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:07:15.964464 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f99ac1f-d367-4e28-b68c-c1ffa49089e8 req-d3016d6a-560a-49b0-beee-d708e7178e04 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:15.966903 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-4f99ac1f-d367-4e28-b68c-c1ffa49089e8 req-d3016d6a-560a-49b0-beee-d708e7178e04 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 945 time: 0.1876745 Jun 16 16:07:15.967610 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e78fa9-d0f3-4c99-bdd1-7de4d1c57f69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:15.967961 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e78fa9-d0f3-4c99-bdd1-7de4d1c57f69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:15.968299 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e78fa9-d0f3-4c99-bdd1-7de4d1c57f69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:15.968816 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e78fa9-d0f3-4c99-bdd1-7de4d1c57f69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:15.969609 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e78fa9-d0f3-4c99-bdd1-7de4d1c57f69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:15.969883 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e78fa9-d0f3-4c99-bdd1-7de4d1c57f69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:15.970241 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e78fa9-d0f3-4c99-bdd1-7de4d1c57f69 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:15.970587 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e78fa9-d0f3-4c99-bdd1-7de4d1c57f69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:15.970936 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e78fa9-d0f3-4c99-bdd1-7de4d1c57f69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:15.971264 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e78fa9-d0f3-4c99-bdd1-7de4d1c57f69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:15.971586 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e78fa9-d0f3-4c99-bdd1-7de4d1c57f69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:15.971906 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e78fa9-d0f3-4c99-bdd1-7de4d1c57f69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:15.982100 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.db [None req-3476d2cb-247a-45b8-bb08-ecb20da55616 None None] For port 4423bcc8-2f52-4bf0-bd4b-775392f3b89a, host dv-cinder-796114-3-iscsi, cleared binding levels {{(pid=91877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:07:15.984924 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG oslo_concurrency.lockutils [None req-23e78fa9-d0f3-4c99-bdd1-7de4d1c57f69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:07:15.986792 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.db [None req-3476d2cb-247a-45b8-bb08-ecb20da55616 None None] For port 4423bcc8-2f52-4bf0-bd4b-775392f3b89a, host dv-cinder-796114-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=4423bcc8-2f52-4bf0-bd4b-775392f3b89a,segment=NetworkSegment(36d53036-d305-476e-ad99-71a5cdef7eb4),segment_id=36d53036-d305-476e-ad99-71a5cdef7eb4)] {{(pid=91877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:07:15.995124 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron_lib.callbacks.manager [None req-3476d2cb-247a-45b8-bb08-ecb20da55616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:15.997886 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:07:16.007391 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43c07919-2f75-4206-9427-8c2718c7d1dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=91875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:07:16.050623 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-00f80510-1bc1-4cce-976b-95e85da1ec82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16110075'] for port, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:16.055704 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e78fa9-d0f3-4c99-bdd1-7de4d1c57f69 None None] Pushing event updated for resources: {'Port': ['ID=4423bcc8-2f52-4bf0-bd4b-775392f3b89a,revision_number=3']} {{(pid=91877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:16.059868 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG oslo_concurrency.lockutils [None req-23e78fa9-d0f3-4c99-bdd1-7de4d1c57f69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:07:16.060885 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-43c07919-2f75-4206-9427-8c2718c7d1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233616'] for segment, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:16.061242 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.db.segments_db [None req-43c07919-2f75-4206-9427-8c2718c7d1dc admin admin] Added segment acd487b8-0d2b-4aed-97b9-0015524b1444 of type vlan for network 734e6987-4ef1-4cce-9ac5-65fcc8bdf99e Jun 16 16:07:16.072520 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3476d2cb-247a-45b8-bb08-ecb20da55616 None None] Routers {'dea85d41-d7bf-428e-bb7e-603a1c3dac18'} bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:07:16.072520 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_hamode_db [None req-3476d2cb-247a-45b8-bb08-ecb20da55616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T15:57:20Z,description=,heartbeat_timestamp=2021-06-16T16:06:50Z,host='dv-cinder-796114-3-iscsi',id=0e7678c9-774c-4c46-a09f-f3aaee363ca4,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:57:20Z,topic='l3_agent')) {'router_ids': ['dea85d41-d7bf-428e-bb7e-603a1c3dac18'], 'active': True} {{(pid=91877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:07:16.084271 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-4f99ac1f-d367-4e28-b68c-c1ffa49089e8 req-66629605-d2e4-4ca3-8886-e6870b6297df tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766842 Jun 16 16:07:16.120746 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-8d143dad-e224-4303-a358-a5b5cab3c7c3 req-c5e9782f-08a8-48bd-a90d-454f8826b826 service neutron] 10.222.0.15 "GET /v2.0/networks/e1235860-ff3c-472b-842c-8d0379bbb3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075529 Jun 16 16:07:16.180695 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-43c07919-2f75-4206-9427-8c2718c7d1dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726810908546'] for network, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:16.213685 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_dvr_db [None req-3476d2cb-247a-45b8-bb08-ecb20da55616 None None] Set router dea85d41-d7bf-428e-bb7e-603a1c3dac18 gateway port host: dv-cinder-796114-3-iscsi {{(pid=91877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:07:16.216036 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d0601-1794-4aed-85b6-21c4533231cd req-e9977177-7380-4ded-a13e-9c891078d4be tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:16.219188 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-ca0d0601-1794-4aed-85b6-21c4533231cd req-e9977177-7380-4ded-a13e-9c891078d4be tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc60efe-e253-48bb-be1d-c16c72aab023 HTTP/1.1" status: 200 len: 945 time: 0.2623937 Jun 16 16:07:16.273444 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-8d143dad-e224-4303-a358-a5b5cab3c7c3 req-ce6f7e08-2570-4960-97af-aa01a061d7ba service neutron] 10.222.0.15 "GET /v2.0/networks/e1235860-ff3c-472b-842c-8d0379bbb3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405320 Jun 16 16:07:16.315977 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-43c07919-2f75-4206-9427-8c2718c7d1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-700135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792'] for network, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:16.327527 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c07919-2f75-4206-9427-8c2718c7d1dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:16.328108 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-43c07919-2f75-4206-9427-8c2718c7d1dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16222807'] for network, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:16.338052 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:07:16.364465 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-ca0d0601-1794-4aed-85b6-21c4533231cd req-0503a970-c4d0-445b-a548-0417fb0bc1b7 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/security-groups?id=01064c80-ee96-4ba5-9d69-666f89adc486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383083 Jun 16 16:07:16.425143 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_hamode_db [None req-3476d2cb-247a-45b8-bb08-ecb20da55616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea85d41-d7bf-428e-bb7e-603a1c3dac18', 'name': 'tempest-TestMinimumBasicScenario-744297981-router', 'tenant_id': 'bfaef4bc7f0242ec88bbc5b303f5ed3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '4423bcc8-2f52-4bf0-bd4b-775392f3b89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:07:11Z', 'updated_at': '2021-06-16T16:07:13Z', 'revision_number': 3, 'project_id': 'bfaef4bc7f0242ec88bbc5b303f5ed3f', 'gw_port': {'id': '4423bcc8-2f52-4bf0-bd4b-775392f3b89a', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:99:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea85d41-d7bf-428e-bb7e-603a1c3dac18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:07:12Z', 'updated_at': '2021-06-16T16:07:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi'}], 'dv-cinder-796114-3-iscsi', False) {} {{(pid=91877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:07:16.427229 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-43c07919-2f75-4206-9427-8c2718c7d1dc admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3321626 Jun 16 16:07:16.430122 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3476d2cb-247a-45b8-bb08-ecb20da55616 None None] The sync data for ids ['dea85d41-d7bf-428e-bb7e-603a1c3dac18'] in dv-cinder-796114-3-iscsi is: [{'id': 'dea85d41-d7bf-428e-bb7e-603a1c3dac18', 'name': 'tempest-TestMinimumBasicScenario-744297981-router', 'tenant_id': 'bfaef4bc7f0242ec88bbc5b303f5ed3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '4423bcc8-2f52-4bf0-bd4b-775392f3b89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:07:11Z', 'updated_at': '2021-06-16T16:07:13Z', 'revision_number': 3, 'project_id': 'bfaef4bc7f0242ec88bbc5b303f5ed3f', 'gw_port': {'id': '4423bcc8-2f52-4bf0-bd4b-775392f3b89a', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:99:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea85d41-d7bf-428e-bb7e-603a1c3dac18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:07:12Z', 'updated_at': '2021-06-16T16:07:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi'}] {{(pid=91877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:07:16.431600 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 37612) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:07:16.452098 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-44a9e990-6ab0-4dd9-b718-9e6fd98bc244 admin admin] Request body: {'subnet': {'network_id': '734e6987-4ef1-4cce-9ac5-65fcc8bdf99e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2133141882-subnet', 'tenant_id': 'f5e7e9ac706c43aea709a931807cc611', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:07:16.464338 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c07919-2f75-4206-9427-8c2718c7d1dc admin admin] Pushing event updated for resources: {'Network': ['ID=734e6987-4ef1-4cce-9ac5-65fcc8bdf99e,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:16.470501 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-43c07919-2f75-4206-9427-8c2718c7d1dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:07:16.472391 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.db.db_base_plugin_common [None req-00f80510-1bc1-4cce-976b-95e85da1ec82 admin admin] Allocated IP 172.20.0.1 (975c7a53-c8d3-4435-b0cd-f603c84a6c6a/47184301-1ba5-4e64-8bf7-e81f9d73c729/0f53962b-4479-4217-8de3-18a01d333fc9) {{(pid=91875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:07:16.479861 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a9e990-6ab0-4dd9-b718-9e6fd98bc244 admin admin] Made reservation on behalf of f5e7e9ac706c43aea709a931807cc611 for: {'subnet': 1} {{(pid=91874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:07:16.485033 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Network 734e6987-4ef1-4cce-9ac5-65fcc8bdf99e details requested by agent ovs-agent-dv-cinder-796114-3-iscsi with host dv-cinder-796114-3-iscsi {{(pid=91876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:07:16.491518 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-44a9e990-6ab0-4dd9-b718-9e6fd98bc244 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:16.627476 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-00f80510-1bc1-4cce-976b-95e85da1ec82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:16.650546 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device f996e20e-7158-489e-8187-aea2cbb9cc49 up at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:07:16.653567 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-00f80510-1bc1-4cce-976b-95e85da1ec82 admin admin] Transition to ACTIVE for port object 0f53962b-4479-4217-8de3-18a01d333fc9 will not be triggered until provisioned by entity DHCP. {{(pid=91875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:07:16.697066 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-00f80510-1bc1-4cce-976b-95e85da1ec82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16110910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726810954487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449087'] for port, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:16.700524 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:07:16.712092 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0f03f-b572-4f3a-9f9e-ee8ed3adcd4b req-8f4e3082-be92-4f11-9d04-a3b08c5c10ad tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:16.714956 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning complete for port f996e20e-7158-489e-8187-aea2cbb9cc49 triggered by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:07:16.715736 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:16.719358 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-98a0f03f-b572-4f3a-9f9e-ee8ed3adcd4b req-8f4e3082-be92-4f11-9d04-a3b08c5c10ad tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] 10.222.0.49 "GET /v2.0/ports?device_id=7caf573c-38a6-45c8-a485-f89ecd16678e HTTP/1.1" status: 200 len: 945 time: 0.1501031 Jun 16 16:07:16.744943 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device d745931d-4657-4324-817e-df9a2c398668 up at agent hyperv_hv-cinder-79611 {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:07:16.745870 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f80510-1bc1-4cce-976b-95e85da1ec82 admin admin] Pushing event updated for resources: {'Port': ['ID=0f53962b-4479-4217-8de3-18a01d333fc9,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:16.757068 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-00f80510-1bc1-4cce-976b-95e85da1ec82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:07:16.765451 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f80510-1bc1-4cce-976b-95e85da1ec82 admin admin] Network 975c7a53-c8d3-4435-b0cd-f603c84a6c6a is already hosted by enough agents. {{(pid=91875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:07:16.767026 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.base_scheduler [None req-00f80510-1bc1-4cce-976b-95e85da1ec82 admin admin] Resources bound (agent type, host, resource id): {{(pid=91875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:07:16.769458 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f80510-1bc1-4cce-976b-95e85da1ec82 admin admin] Received port after_create {{(pid=91875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:07:16.815717 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-98a0f03f-b572-4f3a-9f9e-ee8ed3adcd4b req-b4ae315e-a0c6-44e3-b73f-632271f0bb16 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5b769e5-31ae-43e5-99d2-b6ca42a6a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954015 Jun 16 16:07:16.839292 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Provisioning for port d745931d-4657-4324-817e-df9a2c398668 completed by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:07:16.846264 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-00f80510-1bc1-4cce-976b-95e85da1ec82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672087'] for router_interface, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:16.929736 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Provisioning complete for port d745931d-4657-4324-817e-df9a2c398668 triggered by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:07:16.930127 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:16.999343 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-44a9e990-6ab0-4dd9-b718-9e6fd98bc244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785'] for subnet, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:17.003693 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-e21375fa-f988-4af4-9605-cc31263a11a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:07:17.111645 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:17.116596 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a9e990-6ab0-4dd9-b718-9e6fd98bc244 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87d2505b-2c57-442e-9789-ce4b144162a4,revision_number=0']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:17.120818 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c688088-3bc7-4ae1-9419-aae73f4bfbc1 req-6d2877b7-b5cb-463b-bddf-67095211114e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:17.122654 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2c688088-3bc7-4ae1-9419-aae73f4bfbc1 req-6d2877b7-b5cb-463b-bddf-67095211114e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=16b677d62510476d919b610e7baa5577&device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 1098 time: 0.3059385 Jun 16 16:07:17.125027 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-44a9e990-6ab0-4dd9-b718-9e6fd98bc244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:07:17.130262 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-00f80510-1bc1-4cce-976b-95e85da1ec82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:17.149697 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a9e990-6ab0-4dd9-b718-9e6fd98bc244 admin admin] Checking segment: {'id': 'acd487b8-0d2b-4aed-97b9-0015524b1444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '734e6987-4ef1-4cce-9ac5-65fcc8bdf99e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:07:17.150270 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a9e990-6ab0-4dd9-b718-9e6fd98bc244 admin admin] Network hostable DHCP agents. Network: 734e6987-4ef1-4cce-9ac5-65fcc8bdf99e, hostable agents: ['bb1823c3-707b-401a-ae95-86070490f7a6'], hosted agents: [] {{(pid=91874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:07:17.171384 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] For port d745931d-4657-4324-817e-df9a2c398668, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=d745931d-4657-4324-817e-df9a2c398668,segment=NetworkSegment(41a5b400-9e03-4974-95a4-c8a7169dc62c),segment_id=41a5b400-9e03-4974-95a4-c8a7169dc62c)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:07:17.175225 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7caf573c-38a6-45c8-a485-f89ecd16678e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd745931d-4657-4324-817e-df9a2c398668'}] {{(pid=91876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:07:17.181442 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a9c68db8c06307a0250ecdd4df366f09270e0987ddc1c5d61c2ecaceaac02f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a1e0aa-6816-4556-81d8-647ddadc562e" -d '{"events": [{"server_uuid": "7caf573c-38a6-45c8-a485-f89ecd16678e", "name": "network-vif-plugged", "status": "completed", "tag": "d745931d-4657-4324-817e-df9a2c398668"}]}' {{(pid=91876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:07:17.193113 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:17.197241 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:07:17.239805 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a9e990-6ab0-4dd9-b718-9e6fd98bc244 admin admin] Network 734e6987-4ef1-4cce-9ac5-65fcc8bdf99e is scheduled to be hosted by DHCP agent bb1823c3-707b-401a-ae95-86070490f7a6 with binding_index 1 {{(pid=91874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:07:17.263084 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Pushing event updated for resources: {'Port': ['ID=d745931d-4657-4324-817e-df9a2c398668,revision_number=5']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:17.270567 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:07:17.275345 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [None req-44a9e990-6ab0-4dd9-b718-9e6fd98bc244 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796114-3-iscsi, 734e6987-4ef1-4cce-9ac5-65fcc8bdf99e) {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:07:17.285220 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd4c6c3-6bac-408b-831d-49c466b81fad None None] Network 734e6987-4ef1-4cce-9ac5-65fcc8bdf99e requested from dv-cinder-796114-3-iscsi {{(pid=91876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:07:17.289980 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-f1c01260-2eb8-4f9d-8034-44615b7a0c3e None None] Provisioning for port 0f53962b-4479-4217-8de3-18a01d333fc9 completed by entity DHCP. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:07:17.315533 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-f1c01260-2eb8-4f9d-8034-44615b7a0c3e None None] Provisioning complete for port 0f53962b-4479-4217-8de3-18a01d333fc9 triggered by entity DHCP. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:07:17.315923 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-f1c01260-2eb8-4f9d-8034-44615b7a0c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:17.363538 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001a5ec2-4489-4c57-ad80-0ebb2a657dfa req-0bf53e5a-1914-4366-839e-5a36103a2925 tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:17.365820 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-001a5ec2-4489-4c57-ad80-0ebb2a657dfa req-0bf53e5a-1914-4366-839e-5a36103a2925 tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] 10.222.0.49 "GET /v2.0/ports?device_id=323da933-8037-4dfd-8c47-b02c44f11c74 HTTP/1.1" status: 200 len: 948 time: 0.2976794 Jun 16 16:07:17.404013 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-f1c01260-2eb8-4f9d-8034-44615b7a0c3e None None] Port 0f53962b-4479-4217-8de3-18a01d333fc9 cannot update to ACTIVE because it is not bound. {{(pid=91876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:07:17.461920 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-4b294b32-77c0-41af-84ec-2fbdfd1d47e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:17.465139 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-00f80510-1bc1-4cce-976b-95e85da1ec82 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:17.485775 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-00f80510-1bc1-4cce-976b-95e85da1ec82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449065'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:17.494521 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:07:17.497405 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab9013f-5704-486d-aaf0-28129d7e8729 None None] Network 734e6987-4ef1-4cce-9ac5-65fcc8bdf99e requested from dv-cinder-796114-3-iscsi {{(pid=91876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:07:17.528524 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-001a5ec2-4489-4c57-ad80-0ebb2a657dfa req-ab10036b-73db-45ab-8516-85b53eaef271 tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] 10.222.0.49 "GET /v2.0/security-groups?id=32e03b1d-4e33-4f9a-8434-5f74e892ae25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549110 Jun 16 16:07:17.585357 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f80510-1bc1-4cce-976b-95e85da1ec82 admin admin] Pushing event updated for resources: {'Port': ['ID=0f53962b-4479-4217-8de3-18a01d333fc9,revision_number=2']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:17.591235 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-00f80510-1bc1-4cce-976b-95e85da1ec82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:07:17.591673 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a9e990-6ab0-4dd9-b718-9e6fd98bc244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:17.592274 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-44a9e990-6ab0-4dd9-b718-9e6fd98bc244 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16222807'] for subnet, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:17.599113 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2199f0c3-fef2-4bea-8a85-ccba7505c2cb x-openstack-request-id: req-2199f0c3-fef2-4bea-8a85-ccba7505c2cb {{(pid=91876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:07:17.599545 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7caf573c-38a6-45c8-a485-f89ecd16678e", "name": "network-vif-plugged", "status": "completed", "tag": "d745931d-4657-4324-817e-df9a2c398668", "code": 200}]} {{(pid=91876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:07:17.599910 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2199f0c3-fef2-4bea-8a85-ccba7505c2cb {{(pid=91876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:07:17.600407 dv-cinder-796114-3-iscsi neutron-server[91876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7caf573c-38a6-45c8-a485-f89ecd16678e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd745931d-4657-4324-817e-df9a2c398668', 'code': 200} Jun 16 16:07:17.628056 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-44a9e990-6ab0-4dd9-b718-9e6fd98bc244 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1951871 Jun 16 16:07:17.630621 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c688088-3bc7-4ae1-9419-aae73f4bfbc1 req-a61557d6-b766-48cb-8d9f-190e6abf8cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:17.632180 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2c688088-3bc7-4ae1-9419-aae73f4bfbc1 req-a61557d6-b766-48cb-8d9f-190e6abf8cbf service neutron] 10.222.0.15 "GET /v2.0/networks?id=cfdbc1d1-75c9-493c-aefe-3be5c8294cd4 HTTP/1.1" status: 200 len: 918 time: 0.4781253 Jun 16 16:07:17.644902 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-00f80510-1bc1-4cce-976b-95e85da1ec82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16222906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672043'] for router_interface, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:17.790365 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b97b7-a8fd-460c-85f6-e91d9cb9f81f req-a88506b0-0e6f-48ec-98dc-cb4cfabe0a09 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:17.797769 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2a8b97b7-a8fd-460c-85f6-e91d9cb9f81f req-a88506b0-0e6f-48ec-98dc-cb4cfabe0a09 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 945 time: 0.5270472 Jun 16 16:07:17.838527 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f80510-1bc1-4cce-976b-95e85da1ec82 admin admin] Network 975c7a53-c8d3-4435-b0cd-f603c84a6c6a is already hosted by enough agents. {{(pid=91875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:07:17.841874 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.base_scheduler [None req-00f80510-1bc1-4cce-976b-95e85da1ec82 admin admin] Resources bound (agent type, host, resource id): {{(pid=91875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:07:17.873195 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2c688088-3bc7-4ae1-9419-aae73f4bfbc1 req-38ffdab9-f0ec-481f-94cd-184d50b636ff service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6575874c-1654-4f04-8efd-46fb3521dfb7 HTTP/1.1" status: 200 len: 1000 time: 0.2211273 Jun 16 16:07:17.880077 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2a8b97b7-a8fd-460c-85f6-e91d9cb9f81f req-0165d70f-fb72-4391-8855-d5a68a1bd3da tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814376 Jun 16 16:07:17.965786 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c688088-3bc7-4ae1-9419-aae73f4bfbc1 req-b1e61bcb-2f99-44b8-9509-d6aa72772553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:17.967983 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2c688088-3bc7-4ae1-9419-aae73f4bfbc1 req-b1e61bcb-2f99-44b8-9509-d6aa72772553 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6b78bc3c-b434-4bd5-9871-761bea7dd046 HTTP/1.1" status: 200 len: 856 time: 0.0672615 Jun 16 16:07:18.052846 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c688088-3bc7-4ae1-9419-aae73f4bfbc1 req-2c7cfc30-b095-459f-a2ef-10c8613e05c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:18.055503 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2c688088-3bc7-4ae1-9419-aae73f4bfbc1 req-2c7cfc30-b095-459f-a2ef-10c8613e05c2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cfdbc1d1-75c9-493c-aefe-3be5c8294cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0783489 Jun 16 16:07:18.220320 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6d344a-13cd-476b-8f86-a0bc80919bd3 req-a3d6d084-0513-4792-85e9-acdfe8c8d19a tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:18.221938 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-4f6d344a-13cd-476b-8f86-a0bc80919bd3 req-a3d6d084-0513-4792-85e9-acdfe8c8d19a tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] 10.222.0.49 "GET /v2.0/ports?device_id=7caf573c-38a6-45c8-a485-f89ecd16678e HTTP/1.1" status: 200 len: 946 time: 0.1653409 Jun 16 16:07:18.223870 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2c688088-3bc7-4ae1-9419-aae73f4bfbc1 req-c6963944-6d21-4832-942e-9ab5367951c2 service neutron] 10.222.0.15 "GET /v2.0/networks/cfdbc1d1-75c9-493c-aefe-3be5c8294cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510718 Jun 16 16:07:18.243457 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-ab666f15-abd8-4353-85fe-5d6472985d12 None None] Provisioning complete for port 0f53962b-4479-4217-8de3-18a01d333fc9 triggered by entity DHCP. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:07:18.243844 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-ab666f15-abd8-4353-85fe-5d6472985d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:18.307695 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-ab666f15-abd8-4353-85fe-5d6472985d12 None None] Port 0f53962b-4479-4217-8de3-18a01d333fc9 cannot update to ACTIVE because it is not bound. {{(pid=91876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:07:18.337876 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a3083c-9542-4e70-bee2-eadb0ce77d43 req-a6c2aeac-ea06-4e61-9523-cfd0ed578aac tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:18.339402 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-4f6d344a-13cd-476b-8f86-a0bc80919bd3 req-ef851775-fa65-4ff0-84e1-784063be1527 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5b769e5-31ae-43e5-99d2-b6ca42a6a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095777 Jun 16 16:07:18.344605 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-36a3083c-9542-4e70-bee2-eadb0ce77d43 req-a6c2aeac-ea06-4e61-9523-cfd0ed578aac tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc60efe-e253-48bb-be1d-c16c72aab023 HTTP/1.1" status: 200 len: 945 time: 0.5659719 Jun 16 16:07:18.380773 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00f80510-1bc1-4cce-976b-95e85da1ec82 admin admin] Router dea85d41-d7bf-428e-bb7e-603a1c3dac18 has already been hosted by L3 agent 0e7678c9-774c-4c46-a09f-f3aaee363ca4 {{(pid=91875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:07:18.399727 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2c688088-3bc7-4ae1-9419-aae73f4bfbc1 req-e0404d14-bbb2-434f-a58f-4d90cfb65ae6 service neutron] 10.222.0.15 "GET /v2.0/networks/cfdbc1d1-75c9-493c-aefe-3be5c8294cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687121 Jun 16 16:07:18.420999 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-36a3083c-9542-4e70-bee2-eadb0ce77d43 req-4fbfb86b-87d7-44c1-abb2-7fd8147d0745 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/security-groups?id=01064c80-ee96-4ba5-9d69-666f89adc486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755019 Jun 16 16:07:18.424965 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d9efa7-371a-4cf0-8623-0426a50c1e15 req-58e537cd-fe6a-4a44-8fc1-43c47a24c077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:18.427670 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-f7d9efa7-371a-4cf0-8623-0426a50c1e15 req-58e537cd-fe6a-4a44-8fc1-43c47a24c077 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7caf573c-38a6-45c8-a485-f89ecd16678e HTTP/1.1" status: 200 len: 1099 time: 0.4714046 Jun 16 16:07:18.454029 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 37646) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:07:18.459973 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-06cf9b1e-5b1c-42d8-b150-7481675b2299 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1494648646-network', 'tenant_id': '3ee30eddd8ba4b5b80829e2e9352bfa0'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:07:18.481929 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06cf9b1e-5b1c-42d8-b150-7481675b2299 admin admin] Made reservation on behalf of 3ee30eddd8ba4b5b80829e2e9352bfa0 for: {'network': 1} {{(pid=91874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:07:18.484654 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-06cf9b1e-5b1c-42d8-b150-7481675b2299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16110075'] for network, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:18.494546 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-06cf9b1e-5b1c-42d8-b150-7481675b2299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:18.538872 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-f7d9efa7-371a-4cf0-8623-0426a50c1e15 req-a38fcec7-655d-4c36-b04d-3366962eda22 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a5b769e5-31ae-43e5-99d2-b6ca42a6a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723839 Jun 16 16:07:18.563038 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f80510-1bc1-4cce-976b-95e85da1ec82 admin admin] Notify agent at l3_agent.dv-cinder-796114-3-iscsi the message routers_updated {{(pid=91875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:07:18.570847 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-00f80510-1bc1-4cce-976b-95e85da1ec82 admin admin] 10.222.0.49 "PUT /v2.0/routers/dea85d41-d7bf-428e-bb7e-603a1c3dac18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7256782 Jun 16 16:07:18.619404 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-06cf9b1e-5b1c-42d8-b150-7481675b2299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:18.626671 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-06cf9b1e-5b1c-42d8-b150-7481675b2299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:18.630975 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-5acb6a95-2b73-4ae3-a970-a3458cdf0645 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:07:18.651820 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device 4423bcc8-2f52-4bf0-bd4b-775392f3b89a up at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:07:18.656387 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06cf9b1e-5b1c-42d8-b150-7481675b2299 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=91874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:07:18.671815 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cf9b1e-5b1c-42d8-b150-7481675b2299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a800f5af-54b1-4670-ae58-5601759538f9,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:18.674874 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-06cf9b1e-5b1c-42d8-b150-7481675b2299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233616'] for segment, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:18.675134 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.db.segments_db [None req-06cf9b1e-5b1c-42d8-b150-7481675b2299 admin admin] Added segment 1fdcf6a6-4c47-4e35-8a48-e92ad032eb13 of type vlan for network e40dd2e7-cf23-485a-8f41-47ae7e0d5bbd Jun 16 16:07:18.676895 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-06cf9b1e-5b1c-42d8-b150-7481675b2299 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:07:18.730897 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning for port 4423bcc8-2f52-4bf0-bd4b-775392f3b89a completed by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:07:18.736131 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning complete for port 4423bcc8-2f52-4bf0-bd4b-775392f3b89a triggered by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:07:18.736834 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:18.761714 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-06cf9b1e-5b1c-42d8-b150-7481675b2299 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726810908546'] for network, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:18.761970 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device ff85f47e-294e-41b7-a760-d72da3dd750e details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91876) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:07:18.814861 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e0d98-0aa2-446e-a729-b0a9d1a9f740 req-f1a98e2b-27b8-4ff2-9660-1afb167d611d tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:18.823134 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-3f5e0d98-0aa2-446e-a729-b0a9d1a9f740 req-f1a98e2b-27b8-4ff2-9660-1afb167d611d tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] 10.222.0.49 "GET /v2.0/ports?device_id=323da933-8037-4dfd-8c47-b02c44f11c74 HTTP/1.1" status: 200 len: 948 time: 0.1177180 Jun 16 16:07:18.830628 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-06cf9b1e-5b1c-42d8-b150-7481675b2299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-700135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792'] for network, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:18.833082 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06cf9b1e-5b1c-42d8-b150-7481675b2299 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:18.833777 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-06cf9b1e-5b1c-42d8-b150-7481675b2299 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16222807'] for network, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:18.844058 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:07:18.871364 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ca33fd-0935-4eae-a8fa-ac127d2fbafc None None] Sync routers for ids ['dea85d41-d7bf-428e-bb7e-603a1c3dac18'] in dv-cinder-796114-3-iscsi {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:07:18.901482 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ca33fd-0935-4eae-a8fa-ac127d2fbafc None None] Routers {'dea85d41-d7bf-428e-bb7e-603a1c3dac18'} bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:07:18.902131 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-88ca33fd-0935-4eae-a8fa-ac127d2fbafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T15:57:20Z,description=,heartbeat_timestamp=2021-06-16T16:06:50Z,host='dv-cinder-796114-3-iscsi',id=0e7678c9-774c-4c46-a09f-f3aaee363ca4,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:57:20Z,topic='l3_agent')) {'router_ids': ['dea85d41-d7bf-428e-bb7e-603a1c3dac18'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:07:18.910365 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-06cf9b1e-5b1c-42d8-b150-7481675b2299 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4523571 Jun 16 16:07:18.911956 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 37656) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:07:18.920194 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.v2.base [None req-8754396d-995b-412f-82cf-649d2996e4c3 admin admin] Request body: {'subnet': {'network_id': 'e40dd2e7-cf23-485a-8f41-47ae7e0d5bbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1494648646-subnet', 'tenant_id': '3ee30eddd8ba4b5b80829e2e9352bfa0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:07:18.938584 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-3f5e0d98-0aa2-446e-a729-b0a9d1a9f740 req-150657ad-bdba-4d3f-a970-382decdbdbc6 tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] 10.222.0.49 "GET /v2.0/security-groups?id=32e03b1d-4e33-4f9a-8434-5f74e892ae25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141813 Jun 16 16:07:18.947663 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:18.947871 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cf9b1e-5b1c-42d8-b150-7481675b2299 admin admin] Pushing event updated for resources: {'Network': ['ID=e40dd2e7-cf23-485a-8f41-47ae7e0d5bbd,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:18.953158 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-06cf9b1e-5b1c-42d8-b150-7481675b2299 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:07:18.959741 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8754396d-995b-412f-82cf-649d2996e4c3 admin admin] Made reservation on behalf of 3ee30eddd8ba4b5b80829e2e9352bfa0 for: {'subnet': 1} {{(pid=91875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:07:18.965059 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-8754396d-995b-412f-82cf-649d2996e4c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58917287'] for subnet, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:19.003683 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Network e40dd2e7-cf23-485a-8f41-47ae7e0d5bbd details requested by agent ovs-agent-dv-cinder-796114-3-iscsi with host dv-cinder-796114-3-iscsi {{(pid=91876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:07:19.050444 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] For port 4423bcc8-2f52-4bf0-bd4b-775392f3b89a, host dv-cinder-796114-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=4423bcc8-2f52-4bf0-bd4b-775392f3b89a,segment=NetworkSegment(36d53036-d305-476e-ad99-71a5cdef7eb4),segment_id=36d53036-d305-476e-ad99-71a5cdef7eb4)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:07:19.103635 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:19.106522 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:07:19.114359 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] For port ff85f47e-294e-41b7-a760-d72da3dd750e, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=ff85f47e-294e-41b7-a760-d72da3dd750e,segment=NetworkSegment(c3729bf0-c745-4c70-81e8-6120ce6e1fdc),segment_id=c3729bf0-c745-4c70-81e8-6120ce6e1fdc)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:07:19.163204 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f9c30f-3ab9-481b-a367-9a233cb8834a req-5c4cf249-16b9-4c1e-a9f1-245400ba9c71 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:19.164971 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-68f9c30f-3ab9-481b-a367-9a233cb8834a req-5c4cf249-16b9-4c1e-a9f1-245400ba9c71 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 945 time: 0.1298630 Jun 16 16:07:19.171415 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Returning: {'device': 'ff85f47e-294e-41b7-a760-d72da3dd750e', 'network_id': 'e1235860-ff3c-472b-842c-8d0379bbb3ad', 'port_id': 'ff85f47e-294e-41b7-a760-d72da3dd750e', 'mac_address': 'fa:16:3e:f1:98:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbb496ff-6472-43c9-8c60-3629ee522cf9', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91876) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:07:19.222202 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-88ca33fd-0935-4eae-a8fa-ac127d2fbafc None None] Set router dea85d41-d7bf-428e-bb7e-603a1c3dac18 gateway port host: dv-cinder-796114-3-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:07:19.226107 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Pushing event updated for resources: {'Port': ['ID=4423bcc8-2f52-4bf0-bd4b-775392f3b89a,revision_number=4']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:19.229468 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:07:19.236511 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-68f9c30f-3ab9-481b-a367-9a233cb8834a req-2a3ee013-269c-45dd-a680-0241348ed47b tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655432 Jun 16 16:07:19.266766 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-8754396d-995b-412f-82cf-649d2996e4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2448939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58917301'] for subnet, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:19.271105 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-0e15a1ad-50bd-4da8-9e5d-306e7f3aabcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:07:19.278060 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:19.287947 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 37668) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:07:19.294216 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-2491a2fd-a8da-4ab1-87c0-a7736380508d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1596574861-network', 'tenant_id': '91d22867027f4801aff718bcefd14085'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:07:19.319695 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2491a2fd-a8da-4ab1-87c0-a7736380508d admin admin] Made reservation on behalf of 91d22867027f4801aff718bcefd14085 for: {'network': 1} {{(pid=91874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:07:19.322647 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-2491a2fd-a8da-4ab1-87c0-a7736380508d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16110075'] for network, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:19.328025 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8754396d-995b-412f-82cf-649d2996e4c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6319d155-989d-49a6-814b-d4a9c4edf8ae,revision_number=0']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:19.332181 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-2491a2fd-a8da-4ab1-87c0-a7736380508d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:19.333142 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-8754396d-995b-412f-82cf-649d2996e4c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:07:19.333352 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.notifiers.nova [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff85f47e-294e-41b7-a760-d72da3dd750e {{(pid=91876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:07:19.336617 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8754396d-995b-412f-82cf-649d2996e4c3 admin admin] Checking segment: {'id': '1fdcf6a6-4c47-4e35-8a48-e92ad032eb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e40dd2e7-cf23-485a-8f41-47ae7e0d5bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:07:19.336987 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8754396d-995b-412f-82cf-649d2996e4c3 admin admin] Network hostable DHCP agents. Network: e40dd2e7-cf23-485a-8f41-47ae7e0d5bbd, hostable agents: ['bb1823c3-707b-401a-ae95-86070490f7a6'], hosted agents: [] {{(pid=91875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:07:19.355459 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8754396d-995b-412f-82cf-649d2996e4c3 admin admin] Network e40dd2e7-cf23-485a-8f41-47ae7e0d5bbd is scheduled to be hosted by DHCP agent bb1823c3-707b-401a-ae95-86070490f7a6 with binding_index 1 {{(pid=91875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:07:19.368599 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.base_scheduler [None req-8754396d-995b-412f-82cf-649d2996e4c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796114-3-iscsi, e40dd2e7-cf23-485a-8f41-47ae7e0d5bbd) {{(pid=91875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:07:19.373173 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8754396d-995b-412f-82cf-649d2996e4c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:19.374081 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-8754396d-995b-412f-82cf-649d2996e4c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16222807'] for subnet, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:19.389999 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582addc7-13aa-42b4-b282-672ea41c6b1b None None] Network e40dd2e7-cf23-485a-8f41-47ae7e0d5bbd requested from dv-cinder-796114-3-iscsi {{(pid=91876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:07:19.447325 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-2491a2fd-a8da-4ab1-87c0-a7736380508d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:19.455140 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-2491a2fd-a8da-4ab1-87c0-a7736380508d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:19.459102 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:07:19.470782 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-8754396d-995b-412f-82cf-649d2996e4c3 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5574377 Jun 16 16:07:19.525099 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2491a2fd-a8da-4ab1-87c0-a7736380508d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=91874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:07:19.530673 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2491a2fd-a8da-4ab1-87c0-a7736380508d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d88ae82a-b856-4d7e-abdb-d727b9dc1743,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:19.541187 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-2491a2fd-a8da-4ab1-87c0-a7736380508d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:07:19.576003 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:19.580813 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] For port ff85f47e-294e-41b7-a760-d72da3dd750e, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=ff85f47e-294e-41b7-a760-d72da3dd750e,segment=NetworkSegment(c3729bf0-c745-4c70-81e8-6120ce6e1fdc),segment_id=c3729bf0-c745-4c70-81e8-6120ce6e1fdc)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:07:19.581129 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-2491a2fd-a8da-4ab1-87c0-a7736380508d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233616'] for segment, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:19.581619 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.db.segments_db [None req-2491a2fd-a8da-4ab1-87c0-a7736380508d admin admin] Added segment 192e62fd-866c-4908-8fd8-a82843e45362 of type vlan for network 4057bf22-ac3d-4e18-b625-4b386aa886e2 Jun 16 16:07:19.621074 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:19.629317 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:07:19.641344 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-2491a2fd-a8da-4ab1-87c0-a7736380508d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726810908546'] for network, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:19.692185 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d26a0c-5a1f-4d99-b42f-23d5b677ded6 req-a00a9b3a-d52c-4008-ab24-0f5ea6575d3d tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:19.692678 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-b5d26a0c-5a1f-4d99-b42f-23d5b677ded6 req-a00a9b3a-d52c-4008-ab24-0f5ea6575d3d tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] 10.222.0.49 "GET /v2.0/ports?device_id=7caf573c-38a6-45c8-a485-f89ecd16678e HTTP/1.1" status: 200 len: 946 time: 0.1530173 Jun 16 16:07:19.707102 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-2491a2fd-a8da-4ab1-87c0-a7736380508d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-700135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792'] for network, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:19.710769 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2491a2fd-a8da-4ab1-87c0-a7736380508d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:19.711565 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-2491a2fd-a8da-4ab1-87c0-a7736380508d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16222807'] for network, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:19.726326 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4782f207-6046-4304-8958-2b475c2ee47b req-1a90f136-9001-4c54-bc36-035ec3bc1bf0 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:19.728696 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-4782f207-6046-4304-8958-2b475c2ee47b req-1a90f136-9001-4c54-bc36-035ec3bc1bf0 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc60efe-e253-48bb-be1d-c16c72aab023 HTTP/1.1" status: 200 len: 945 time: 0.1139238 Jun 16 16:07:19.730055 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:07:19.760951 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Pushing event updated for resources: {'Port': ['ID=ff85f47e-294e-41b7-a760-d72da3dd750e,revision_number=4']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:19.765649 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:07:19.775813 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-4782f207-6046-4304-8958-2b475c2ee47b req-e8fc93f3-12a7-43df-9702-470ad33e8392 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/security-groups?id=01064c80-ee96-4ba5-9d69-666f89adc486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410261 Jun 16 16:07:19.799458 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-2491a2fd-a8da-4ab1-87c0-a7736380508d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5078256 Jun 16 16:07:19.800233 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 37682) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:07:19.807583 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-aa2fa9e3-2f51-4d06-ac8b-6b4736dcce95 admin admin] Request body: {'subnet': {'network_id': '4057bf22-ac3d-4e18-b625-4b386aa886e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1596574861-subnet', 'tenant_id': '91d22867027f4801aff718bcefd14085', 'ip_version': 4}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:07:19.823963 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-b5d26a0c-5a1f-4d99-b42f-23d5b677ded6 req-a4a47cc1-3db7-4763-b4a5-026d773cf424 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5b769e5-31ae-43e5-99d2-b6ca42a6a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246564 Jun 16 16:07:19.831754 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2491a2fd-a8da-4ab1-87c0-a7736380508d admin admin] Pushing event updated for resources: {'Network': ['ID=4057bf22-ac3d-4e18-b625-4b386aa886e2,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:19.836145 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc21ce76-c2f8-41cf-b52e-d1004d32386f None None] Network e40dd2e7-cf23-485a-8f41-47ae7e0d5bbd requested from dv-cinder-796114-3-iscsi {{(pid=91876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:07:19.836548 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-2491a2fd-a8da-4ab1-87c0-a7736380508d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:07:19.854778 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2fa9e3-2f51-4d06-ac8b-6b4736dcce95 admin admin] Made reservation on behalf of 91d22867027f4801aff718bcefd14085 for: {'subnet': 1} {{(pid=91874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:07:19.856948 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Network 4057bf22-ac3d-4e18-b625-4b386aa886e2 details requested by agent ovs-agent-dv-cinder-796114-3-iscsi with host dv-cinder-796114-3-iscsi {{(pid=91876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:07:19.857289 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-aa2fa9e3-2f51-4d06-ac8b-6b4736dcce95 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:20.060108 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-88ca33fd-0935-4eae-a8fa-ac127d2fbafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea85d41-d7bf-428e-bb7e-603a1c3dac18', 'name': 'tempest-TestMinimumBasicScenario-744297981-router', 'tenant_id': 'bfaef4bc7f0242ec88bbc5b303f5ed3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '4423bcc8-2f52-4bf0-bd4b-775392f3b89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:07:11Z', 'updated_at': '2021-06-16T16:07:17Z', 'revision_number': 4, 'project_id': 'bfaef4bc7f0242ec88bbc5b303f5ed3f', 'gw_port': {'id': '4423bcc8-2f52-4bf0-bd4b-775392f3b89a', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:99:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea85d41-d7bf-428e-bb7e-603a1c3dac18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:07:12Z', 'updated_at': '2021-06-16T16:07:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi', '_interfaces': [{'id': '0f53962b-4479-4217-8de3-18a01d333fc9', 'name': '', 'network_id': '975c7a53-c8d3-4435-b0cd-f603c84a6c6a', 'tenant_id': 'bfaef4bc7f0242ec88bbc5b303f5ed3f', 'mac_address': 'fa:16:3e:de:31:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea85d41-d7bf-428e-bb7e-603a1c3dac18', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '47184301-1ba5-4e64-8bf7-e81f9d73c729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:07:16Z', 'updated_at': '2021-06-16T16:07:17Z', 'revision_number': 2, 'project_id': 'bfaef4bc7f0242ec88bbc5b303f5ed3f', 'subnets': [{'id': '47184301-1ba5-4e64-8bf7-e81f9d73c729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:07:20.069232 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-aa2fa9e3-2f51-4d06-ac8b-6b4736dcce95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785'] for subnet, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:20.072700 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ca33fd-0935-4eae-a8fa-ac127d2fbafc None None] Checking router: dea85d41-d7bf-428e-bb7e-603a1c3dac18 for host: dv-cinder-796114-3-iscsi {{(pid=91876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:07:20.073192 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ca33fd-0935-4eae-a8fa-ac127d2fbafc None None] Updating router dea85d41-d7bf-428e-bb7e-603a1c3dac18 port 0f53962b-4479-4217-8de3-18a01d333fc9 binding host dv-cinder-796114-3-iscsi {{(pid=91876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:07:20.077965 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-b3722050-40dd-4290-a077-55f92d3ce594 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:07:20.140684 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-79beb818-276b-4261-9110-ddf0674352dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:20.158864 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:20.170016 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-88ca33fd-0935-4eae-a8fa-ac127d2fbafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:20.177770 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2fa9e3-2f51-4d06-ac8b-6b4736dcce95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24bc7f46-dc03-4821-a0a6-b8a9f3a61d91,revision_number=0']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:20.181155 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-aa2fa9e3-2f51-4d06-ac8b-6b4736dcce95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:07:20.184074 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2fa9e3-2f51-4d06-ac8b-6b4736dcce95 admin admin] Checking segment: {'id': '192e62fd-866c-4908-8fd8-a82843e45362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '4057bf22-ac3d-4e18-b625-4b386aa886e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:07:20.185109 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2fa9e3-2f51-4d06-ac8b-6b4736dcce95 admin admin] Network hostable DHCP agents. Network: 4057bf22-ac3d-4e18-b625-4b386aa886e2, hostable agents: ['bb1823c3-707b-401a-ae95-86070490f7a6'], hosted agents: [] {{(pid=91874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:07:20.190554 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c826b5fa-4f82-414f-8943-86ff474f15b5 req-802af043-576a-4ed8-9b8b-9db9400cac83 tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:20.192653 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-c826b5fa-4f82-414f-8943-86ff474f15b5 req-802af043-576a-4ed8-9b8b-9db9400cac83 tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] 10.222.0.49 "GET /v2.0/ports?device_id=323da933-8037-4dfd-8c47-b02c44f11c74 HTTP/1.1" status: 200 len: 949 time: 0.1172009 Jun 16 16:07:20.204997 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2fa9e3-2f51-4d06-ac8b-6b4736dcce95 admin admin] Network 4057bf22-ac3d-4e18-b625-4b386aa886e2 is scheduled to be hosted by DHCP agent bb1823c3-707b-401a-ae95-86070490f7a6 with binding_index 1 {{(pid=91874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:07:20.226775 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [None req-aa2fa9e3-2f51-4d06-ac8b-6b4736dcce95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796114-3-iscsi, 4057bf22-ac3d-4e18-b625-4b386aa886e2) {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:07:20.231988 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2fa9e3-2f51-4d06-ac8b-6b4736dcce95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:20.232746 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-aa2fa9e3-2f51-4d06-ac8b-6b4736dcce95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16222807'] for subnet, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:20.243812 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-c826b5fa-4f82-414f-8943-86ff474f15b5 req-3eea4de0-0fea-4304-9148-fba9f9a3b51a tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] 10.222.0.49 "GET /v2.0/security-groups?id=32e03b1d-4e33-4f9a-8434-5f74e892ae25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436144 Jun 16 16:07:20.261488 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-aa2fa9e3-2f51-4d06-ac8b-6b4736dcce95 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4581969 Jun 16 16:07:20.262062 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 37688) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:07:20.271708 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a42ac25-6f22-4d09-8ac5-523dbbaa945f None None] Network 4057bf22-ac3d-4e18-b625-4b386aa886e2 requested from dv-cinder-796114-3-iscsi {{(pid=91876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:07:20.278633 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-bc3c0d98-b93d-4d1b-815f-f4df51409fd3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1596574861-router', 'tenant_id': '91d22867027f4801aff718bcefd14085', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6'}}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:07:20.309573 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-bc3c0d98-b93d-4d1b-815f-f4df51409fd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-676994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2211'] for router, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:20.310701 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-bc3c0d98-b93d-4d1b-815f-f4df51409fd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-678443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2202'] for router, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:20.312316 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] get_ports_and_sgs() called for port_ids ['ff85f47e-294e-41b7-a760-d72da3dd750e'] {{(pid=91876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:07:20.381106 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-bc3c0d98-b93d-4d1b-815f-f4df51409fd3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:20.560104 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-bc3c0d98-b93d-4d1b-815f-f4df51409fd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701328', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-677036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2180'] for router, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:20.594296 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2113fc-0e48-4102-af70-85496288c02c req-40d2ff7c-e640-49eb-8091-36da7cf5f293 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:20.611536 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-0a2113fc-0e48-4102-af70-85496288c02c req-40d2ff7c-e640-49eb-8091-36da7cf5f293 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 945 time: 0.1860888 Jun 16 16:07:20.634235 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device 4423bcc8-2f52-4bf0-bd4b-775392f3b89a up at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:07:20.689395 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-0a2113fc-0e48-4102-af70-85496288c02c req-f4e7f532-6aaa-45fc-bb9a-c9e5b4236fbf tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764134 Jun 16 16:07:20.768490 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdd4001-2213-4ada-9b70-2e318ae82a10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a65b000-2000-5da8-b86a-eb5bc6f9c062-4057bf22-ac3d-4e18-b625-4b386aa886e2', 'network_id': '4057bf22-ac3d-4e18-b625-4b386aa886e2', 'tenant_id': '91d22867027f4801aff718bcefd14085', 'fixed_ips': [{'subnet_id': '24bc7f46-dc03-4821-a0a6-b8a9f3a61d91'}]}} from dv-cinder-796114-3-iscsi. {{(pid=91876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 16:07:20.769539 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-2cdd4001-2213-4ada-9b70-2e318ae82a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16110075'] for port, before_create {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:20.862652 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-bc3c0d98-b93d-4d1b-815f-f4df51409fd3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:20.890127 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-bc3c0d98-b93d-4d1b-815f-f4df51409fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16110075'] for port, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:20.920875 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning complete for port 4423bcc8-2f52-4bf0-bd4b-775392f3b89a triggered by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:07:20.921571 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:20.995035 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a62b8-310d-42aa-b1de-9ce0ab5343f4 req-36633355-d047-4689-9c8f-88535706492c tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:20.997423 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-756a62b8-310d-42aa-b1de-9ce0ab5343f4 req-36633355-d047-4689-9c8f-88535706492c tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc60efe-e253-48bb-be1d-c16c72aab023 HTTP/1.1" status: 200 len: 945 time: 0.0812440 Jun 16 16:07:21.024862 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_common [None req-bc3c0d98-b93d-4d1b-815f-f4df51409fd3 admin admin] Allocated IP 172.27.1.99 (47501c57-dfca-44aa-9eed-27ee8bb77cd6/0b38b6c0-4839-4539-8281-d8dcfdf92ae7/c9ab2fce-b1e9-4915-b620-667d2defc9cc) {{(pid=91874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:07:21.041379 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-756a62b8-310d-42aa-b1de-9ce0ab5343f4 req-cce5f972-bde9-421b-9b69-4dc5344a6a08 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/security-groups?id=01064c80-ee96-4ba5-9d69-666f89adc486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381331 Jun 16 16:07:21.077687 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-88ca33fd-0935-4eae-a8fa-ac127d2fbafc None None] Notify callbacks [] for port, precommit_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:21.100121 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-88ca33fd-0935-4eae-a8fa-ac127d2fbafc None None] Transition to ACTIVE for port object 0f53962b-4479-4217-8de3-18a01d333fc9 will not be triggered until provisioned by entity L2. {{(pid=91876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:07:21.111504 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-88ca33fd-0935-4eae-a8fa-ac127d2fbafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:21.118428 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:07:21.146262 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af918d26-8e77-46ca-b475-f764e6ff0f38 req-7019d8b7-1125-47ac-b274-22bfacf42609 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:21.147759 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-af918d26-8e77-46ca-b475-f764e6ff0f38 req-7019d8b7-1125-47ac-b274-22bfacf42609 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] 10.222.0.49 "GET /v2.0/ports?device_id=7caf573c-38a6-45c8-a485-f89ecd16678e HTTP/1.1" status: 200 len: 946 time: 0.1419067 Jun 16 16:07:21.171999 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.db_base_plugin_common [None req-2cdd4001-2213-4ada-9b70-2e318ae82a10 None None] Allocated IP 172.20.0.2 (4057bf22-ac3d-4e18-b625-4b386aa886e2/24bc7f46-dc03-4821-a0a6-b8a9f3a61d91/0ddac477-a6a2-44d1-b3d7-58fc0668a54d) {{(pid=91876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:07:21.200453 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-bc3c0d98-b93d-4d1b-815f-f4df51409fd3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:21.218730 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-af918d26-8e77-46ca-b475-f764e6ff0f38 req-0f695b60-f97b-4da9-a713-e00919b9903c tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5b769e5-31ae-43e5-99d2-b6ca42a6a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613241 Jun 16 16:07:21.249273 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d971b7fd-4a9d-4524-bffc-bbce3a98a599 None None] Pushing event updated for resources: {'Port': ['ID=0f53962b-4479-4217-8de3-18a01d333fc9,revision_number=3']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:21.249273 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-d971b7fd-4a9d-4524-bffc-bbce3a98a599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:07:21.273651 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-bc3c0d98-b93d-4d1b-815f-f4df51409fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16110910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726810954487'] for port, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:21.276404 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6cb41a9e-44ae-43de-a7ff-c4e42669f5db tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:07:21.319622 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3c0d98-b93d-4d1b-815f-f4df51409fd3 admin admin] Network 47501c57-dfca-44aa-9eed-27ee8bb77cd6 is already hosted by enough agents. {{(pid=91874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:07:21.326695 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [None req-bc3c0d98-b93d-4d1b-815f-f4df51409fd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:07:21.330287 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3c0d98-b93d-4d1b-815f-f4df51409fd3 admin admin] Received port after_create {{(pid=91874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:07:21.373319 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3c0d98-b93d-4d1b-815f-f4df51409fd3 admin admin] Pushing event updated for resources: {'Port': ['ID=c9ab2fce-b1e9-4915-b620-667d2defc9cc,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:21.378868 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-88ca33fd-0935-4eae-a8fa-ac127d2fbafc None None] Attempting to bind port 0f53962b-4479-4217-8de3-18a01d333fc9 on host dv-cinder-796114-3-iscsi for vnic_type normal with profile {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:07:21.379204 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-88ca33fd-0935-4eae-a8fa-ac127d2fbafc None None] Attempting to bind port 0f53962b-4479-4217-8de3-18a01d333fc9 by drivers openvswitch,hyperv on host dv-cinder-796114-3-iscsi at level 0 using segments [{'id': '25392ddc-cfd1-4fb1-b990-c241fab4a578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '975c7a53-c8d3-4435-b0cd-f603c84a6c6a'}] {{(pid=91876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:07:21.380277 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ca33fd-0935-4eae-a8fa-ac127d2fbafc None None] Attempting to bind port 0f53962b-4479-4217-8de3-18a01d333fc9 on network 975c7a53-c8d3-4435-b0cd-f603c84a6c6a {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:07:21.386811 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-6ad78952-ea93-43a4-8288-1e7c2f1dde9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:21.408038 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ca33fd-0935-4eae-a8fa-ac127d2fbafc None None] Checking agent: {'id': '6d4db28b-73fb-449a-900a-e0a23b9890fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 57, 20), 'started_at': datetime.datetime(2021, 6, 16, 15, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:07:21.408424 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ca33fd-0935-4eae-a8fa-ac127d2fbafc None None] Checking segment: {'id': '25392ddc-cfd1-4fb1-b990-c241fab4a578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '975c7a53-c8d3-4435-b0cd-f603c84a6c6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:07:21.408843 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-88ca33fd-0935-4eae-a8fa-ac127d2fbafc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:21.409260 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ca33fd-0935-4eae-a8fa-ac127d2fbafc None None] Bound using segment: {'id': '25392ddc-cfd1-4fb1-b990-c241fab4a578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '975c7a53-c8d3-4435-b0cd-f603c84a6c6a'} {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:07:21.409780 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-88ca33fd-0935-4eae-a8fa-ac127d2fbafc None None] Bound port: 0f53962b-4479-4217-8de3-18a01d333fc9, host: dv-cinder-796114-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25392ddc-cfd1-4fb1-b990-c241fab4a578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '975c7a53-c8d3-4435-b0cd-f603c84a6c6a'}}] {{(pid=91876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:07:21.410168 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-88ca33fd-0935-4eae-a8fa-ac127d2fbafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:21.428929 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-bc3c0d98-b93d-4d1b-815f-f4df51409fd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:07:21.572565 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-2cdd4001-2213-4ada-9b70-2e318ae82a10 None None] Notify callbacks [] for port, precommit_create {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:21.577563 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-88ca33fd-0935-4eae-a8fa-ac127d2fbafc None None] For port 0f53962b-4479-4217-8de3-18a01d333fc9, host dv-cinder-796114-3-iscsi, cleared binding levels {{(pid=91876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:07:21.583957 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-88ca33fd-0935-4eae-a8fa-ac127d2fbafc None None] For port 0f53962b-4479-4217-8de3-18a01d333fc9, host dv-cinder-796114-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=0f53962b-4479-4217-8de3-18a01d333fc9,segment=NetworkSegment(25392ddc-cfd1-4fb1-b990-c241fab4a578),segment_id=25392ddc-cfd1-4fb1-b990-c241fab4a578)] {{(pid=91876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:07:21.591407 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-2cdd4001-2213-4ada-9b70-2e318ae82a10 None None] Transition to ACTIVE for port object 0ddac477-a6a2-44d1-b3d7-58fc0668a54d will not be triggered until provisioned by entity L2. {{(pid=91876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:07:21.602154 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-88ca33fd-0935-4eae-a8fa-ac127d2fbafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:21.602975 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4106040-469a-4dd3-8e82-85f2a95299e5 req-85f103b1-1605-4cb7-b685-4a3a0aef8e5e tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:21.606432 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:07:21.612003 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-b4106040-469a-4dd3-8e82-85f2a95299e5 req-85f103b1-1605-4cb7-b685-4a3a0aef8e5e tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] 10.222.0.49 "GET /v2.0/ports?device_id=323da933-8037-4dfd-8c47-b02c44f11c74 HTTP/1.1" status: 200 len: 949 time: 0.1526611 Jun 16 16:07:21.656351 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-bc3c0d98-b93d-4d1b-815f-f4df51409fd3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:21.658388 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-2cdd4001-2213-4ada-9b70-2e318ae82a10 None None] Transition to ACTIVE for port object 0ddac477-a6a2-44d1-b3d7-58fc0668a54d will not be triggered until provisioned by entity DHCP. {{(pid=91876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:07:21.685095 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-2cdd4001-2213-4ada-9b70-2e318ae82a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16110910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726810954487'] for port, after_create {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:21.685095 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d971b7fd-4a9d-4524-bffc-bbce3a98a599 None None] Pushing event updated for resources: {'Port': ['ID=0f53962b-4479-4217-8de3-18a01d333fc9,revision_number=4']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:21.689186 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-d971b7fd-4a9d-4524-bffc-bbce3a98a599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:07:21.690745 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-8424b844-baa7-4c8d-95fb-b6c672dfd133 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:07:21.693404 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-b4106040-469a-4dd3-8e82-85f2a95299e5 req-a79cf8c7-cf43-4044-a51e-9e4b54bfb4a1 tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] 10.222.0.49 "GET /v2.0/security-groups?id=32e03b1d-4e33-4f9a-8434-5f74e892ae25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787873 Jun 16 16:07:21.697337 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ca33fd-0935-4eae-a8fa-ac127d2fbafc None None] Routers {'dea85d41-d7bf-428e-bb7e-603a1c3dac18'} bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:07:21.698000 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-88ca33fd-0935-4eae-a8fa-ac127d2fbafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:57:20Z,description=,heartbeat_timestamp=2021-06-16T16:07:20Z,host='dv-cinder-796114-3-iscsi',id=0e7678c9-774c-4c46-a09f-f3aaee363ca4,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:57:20Z,topic='l3_agent')) {'router_ids': ['dea85d41-d7bf-428e-bb7e-603a1c3dac18'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:07:22.008405 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdd4001-2213-4ada-9b70-2e318ae82a10 None None] Network 4057bf22-ac3d-4e18-b625-4b386aa886e2 is already hosted by enough agents. {{(pid=91876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:07:22.010027 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.scheduler.base_scheduler [None req-2cdd4001-2213-4ada-9b70-2e318ae82a10 None None] Resources bound (agent type, host, resource id): {{(pid=91876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:07:22.074003 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdd4001-2213-4ada-9b70-2e318ae82a10 None None] Received port after_create {{(pid=91876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:07:22.086272 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d445ac24-4c5e-4f6f-b1e2-1070f9ab240a req-335b71e8-f75f-4bd0-9596-8b0c2c6e0cd2 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:22.094889 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d445ac24-4c5e-4f6f-b1e2-1070f9ab240a req-335b71e8-f75f-4bd0-9596-8b0c2c6e0cd2 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 945 time: 0.1781909 Jun 16 16:07:22.138186 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdd4001-2213-4ada-9b70-2e318ae82a10 None None] Pushing event updated for resources: {'Port': ['ID=0ddac477-a6a2-44d1-b3d7-58fc0668a54d,revision_number=1']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:22.149621 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-bc3c0d98-b93d-4d1b-815f-f4df51409fd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-677051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701414'] for router, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:22.165199 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-2cdd4001-2213-4ada-9b70-2e318ae82a10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:07:22.194173 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-2cdd4001-2213-4ada-9b70-2e318ae82a10 None None] Attempting to bind port 0ddac477-a6a2-44d1-b3d7-58fc0668a54d on host dv-cinder-796114-3-iscsi for vnic_type normal with profile {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:07:22.194846 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-2cdd4001-2213-4ada-9b70-2e318ae82a10 None None] Attempting to bind port 0ddac477-a6a2-44d1-b3d7-58fc0668a54d by drivers openvswitch,hyperv on host dv-cinder-796114-3-iscsi at level 0 using segments [{'id': '192e62fd-866c-4908-8fd8-a82843e45362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '4057bf22-ac3d-4e18-b625-4b386aa886e2'}] {{(pid=91876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:07:22.195381 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdd4001-2213-4ada-9b70-2e318ae82a10 None None] Attempting to bind port 0ddac477-a6a2-44d1-b3d7-58fc0668a54d on network 4057bf22-ac3d-4e18-b625-4b386aa886e2 {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:07:22.203825 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdd4001-2213-4ada-9b70-2e318ae82a10 None None] Checking agent: {'id': '6d4db28b-73fb-449a-900a-e0a23b9890fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 57, 20), 'started_at': datetime.datetime(2021, 6, 16, 15, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:07:22.204450 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdd4001-2213-4ada-9b70-2e318ae82a10 None None] Checking segment: {'id': '192e62fd-866c-4908-8fd8-a82843e45362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '4057bf22-ac3d-4e18-b625-4b386aa886e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:07:22.205047 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-2cdd4001-2213-4ada-9b70-2e318ae82a10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:22.205624 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdd4001-2213-4ada-9b70-2e318ae82a10 None None] Bound using segment: {'id': '192e62fd-866c-4908-8fd8-a82843e45362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '4057bf22-ac3d-4e18-b625-4b386aa886e2'} {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:07:22.206250 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-2cdd4001-2213-4ada-9b70-2e318ae82a10 None None] Bound port: 0ddac477-a6a2-44d1-b3d7-58fc0668a54d, host: dv-cinder-796114-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '192e62fd-866c-4908-8fd8-a82843e45362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '4057bf22-ac3d-4e18-b625-4b386aa886e2'}}] {{(pid=91876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:07:22.206807 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-2cdd4001-2213-4ada-9b70-2e318ae82a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:22.246338 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d445ac24-4c5e-4f6f-b1e2-1070f9ab240a req-65641c65-eb36-4390-83ff-e3db4c8dd5d6 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502779 Jun 16 16:07:22.262255 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b3f100-b408-4257-a22d-43198f9ce33b req-0f3ffe6c-c0f7-4975-9715-94bef57997bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:22.271352 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-53b3f100-b408-4257-a22d-43198f9ce33b req-0f3ffe6c-c0f7-4975-9715-94bef57997bd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9736a5dc95504648ab9aceb89928bdef&device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1 HTTP/1.1" status: 200 len: 1098 time: 0.0916033 Jun 16 16:07:22.277142 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-88ca33fd-0935-4eae-a8fa-ac127d2fbafc None None] Set router dea85d41-d7bf-428e-bb7e-603a1c3dac18 gateway port host: dv-cinder-796114-3-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:07:22.322041 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc3c0d98-b93d-4d1b-815f-f4df51409fd3 admin admin] Router 547f0aa9-c19c-42e1-ab06-9e19db400c75 is scheduled to L3 agent 0e7678c9-774c-4c46-a09f-f3aaee363ca4 with binding_index 1 {{(pid=91874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 16:07:22.388188 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-2cdd4001-2213-4ada-9b70-2e318ae82a10 None None] For port 0ddac477-a6a2-44d1-b3d7-58fc0668a54d, host dv-cinder-796114-3-iscsi, cleared binding levels {{(pid=91876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:07:22.416133 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6342eed-88b0-4364-9288-62d21c5197af req-f552bcde-57b3-4dea-914b-006735c4f68f tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:22.417727 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-b6342eed-88b0-4364-9288-62d21c5197af req-f552bcde-57b3-4dea-914b-006735c4f68f tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc60efe-e253-48bb-be1d-c16c72aab023 HTTP/1.1" status: 200 len: 945 time: 0.1738355 Jun 16 16:07:22.429511 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b3f100-b408-4257-a22d-43198f9ce33b req-52d9a24e-d092-46f3-b42b-6cb246532732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:22.429740 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-2cdd4001-2213-4ada-9b70-2e318ae82a10 None None] For port 0ddac477-a6a2-44d1-b3d7-58fc0668a54d, host dv-cinder-796114-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=0ddac477-a6a2-44d1-b3d7-58fc0668a54d,segment=NetworkSegment(192e62fd-866c-4908-8fd8-a82843e45362),segment_id=192e62fd-866c-4908-8fd8-a82843e45362)] {{(pid=91876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:07:22.431342 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-53b3f100-b408-4257-a22d-43198f9ce33b req-52d9a24e-d092-46f3-b42b-6cb246532732 service neutron] 10.222.0.15 "GET /v2.0/networks?id=97223e70-3be0-4b71-bad0-215c0b28ffe7 HTTP/1.1" status: 200 len: 919 time: 0.1331570 Jun 16 16:07:22.435461 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-2cdd4001-2213-4ada-9b70-2e318ae82a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:22.439726 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-a7adac34-cbd3-43af-8ef9-94c23ebedd96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:07:22.493254 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-53b3f100-b408-4257-a22d-43198f9ce33b req-ff2324c8-edef-42c4-b7a4-c0e0d7c4ae29 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca8703c9-c6b4-4d8f-be28-12dc629b84bc HTTP/1.1" status: 200 len: 217 time: 0.0465307 Jun 16 16:07:22.547809 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-b6342eed-88b0-4364-9288-62d21c5197af req-207b29e5-4fc0-4cdb-aabb-94993531edc2 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/security-groups?id=01064c80-ee96-4ba5-9d69-666f89adc486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198640 Jun 16 16:07:22.548019 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdd4001-2213-4ada-9b70-2e318ae82a10 None None] Pushing event updated for resources: {'Port': ['ID=0ddac477-a6a2-44d1-b3d7-58fc0668a54d,revision_number=2']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:22.553780 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-2cdd4001-2213-4ada-9b70-2e318ae82a10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:07:22.564367 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b3f100-b408-4257-a22d-43198f9ce33b req-56d1d49a-7608-4fb9-8d71-23e4a0d35092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:22.566106 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-53b3f100-b408-4257-a22d-43198f9ce33b req-56d1d49a-7608-4fb9-8d71-23e4a0d35092 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ca88b3dc-ceb5-4055-b366-67e774be9898 HTTP/1.1" status: 200 len: 858 time: 0.0550573 Jun 16 16:07:22.608244 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-88ca33fd-0935-4eae-a8fa-ac127d2fbafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea85d41-d7bf-428e-bb7e-603a1c3dac18', 'name': 'tempest-TestMinimumBasicScenario-744297981-router', 'tenant_id': 'bfaef4bc7f0242ec88bbc5b303f5ed3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '4423bcc8-2f52-4bf0-bd4b-775392f3b89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:07:11Z', 'updated_at': '2021-06-16T16:07:17Z', 'revision_number': 4, 'project_id': 'bfaef4bc7f0242ec88bbc5b303f5ed3f', 'gw_port': {'id': '4423bcc8-2f52-4bf0-bd4b-775392f3b89a', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:99:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea85d41-d7bf-428e-bb7e-603a1c3dac18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:07:12Z', 'updated_at': '2021-06-16T16:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi', '_interfaces': [{'id': '0f53962b-4479-4217-8de3-18a01d333fc9', 'name': '', 'network_id': '975c7a53-c8d3-4435-b0cd-f603c84a6c6a', 'tenant_id': 'bfaef4bc7f0242ec88bbc5b303f5ed3f', 'mac_address': 'fa:16:3e:de:31:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea85d41-d7bf-428e-bb7e-603a1c3dac18', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '47184301-1ba5-4e64-8bf7-e81f9d73c729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:07:16Z', 'updated_at': '2021-06-16T16:07:21Z', 'revision_number': 4, 'project_id': 'bfaef4bc7f0242ec88bbc5b303f5ed3f', 'subnets': [{'id': '47184301-1ba5-4e64-8bf7-e81f9d73c729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:07:22.612154 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ca33fd-0935-4eae-a8fa-ac127d2fbafc None None] The sync data for ids ['dea85d41-d7bf-428e-bb7e-603a1c3dac18'] in dv-cinder-796114-3-iscsi is: [{'id': 'dea85d41-d7bf-428e-bb7e-603a1c3dac18', 'name': 'tempest-TestMinimumBasicScenario-744297981-router', 'tenant_id': 'bfaef4bc7f0242ec88bbc5b303f5ed3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '4423bcc8-2f52-4bf0-bd4b-775392f3b89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:07:11Z', 'updated_at': '2021-06-16T16:07:17Z', 'revision_number': 4, 'project_id': 'bfaef4bc7f0242ec88bbc5b303f5ed3f', 'gw_port': {'id': '4423bcc8-2f52-4bf0-bd4b-775392f3b89a', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:99:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea85d41-d7bf-428e-bb7e-603a1c3dac18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:07:12Z', 'updated_at': '2021-06-16T16:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi', '_interfaces': [{'id': '0f53962b-4479-4217-8de3-18a01d333fc9', 'name': '', 'network_id': '975c7a53-c8d3-4435-b0cd-f603c84a6c6a', 'tenant_id': 'bfaef4bc7f0242ec88bbc5b303f5ed3f', 'mac_address': 'fa:16:3e:de:31:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea85d41-d7bf-428e-bb7e-603a1c3dac18', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '47184301-1ba5-4e64-8bf7-e81f9d73c729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:07:16Z', 'updated_at': '2021-06-16T16:07:21Z', 'revision_number': 4, 'project_id': 'bfaef4bc7f0242ec88bbc5b303f5ed3f', 'subnets': [{'id': '47184301-1ba5-4e64-8bf7-e81f9d73c729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:07:22.625990 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-53b3f100-b408-4257-a22d-43198f9ce33b req-d9641fdc-8358-4198-afb6-4b100c16399c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=97223e70-3be0-4b71-bad0-215c0b28ffe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497677 Jun 16 16:07:22.820744 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device ff85f47e-294e-41b7-a760-d72da3dd750e up at agent hyperv_hv-cinder-79611 {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:07:22.823303 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc3c0d98-b93d-4d1b-815f-f4df51409fd3 admin admin] Notify agent at l3_agent.dv-cinder-796114-3-iscsi the message routers_updated {{(pid=91874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:07:22.833234 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6840a4-d5bc-47df-8bcf-910973a8c9d2 None None] Sync routers for ids ['547f0aa9-c19c-42e1-ab06-9e19db400c75'] in dv-cinder-796114-3-iscsi {{(pid=91877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:07:22.847176 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6840a4-d5bc-47df-8bcf-910973a8c9d2 None None] Routers {'547f0aa9-c19c-42e1-ab06-9e19db400c75'} bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:07:22.847817 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_hamode_db [None req-4f6840a4-d5bc-47df-8bcf-910973a8c9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:57:20Z,description=,heartbeat_timestamp=2021-06-16T16:07:20Z,host='dv-cinder-796114-3-iscsi',id=0e7678c9-774c-4c46-a09f-f3aaee363ca4,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:57:20Z,topic='l3_agent')) {'router_ids': ['547f0aa9-c19c-42e1-ab06-9e19db400c75'], 'active': True} {{(pid=91877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:07:22.874343 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc357b9-4b1b-4559-87ef-56aba38548bf req-f5b88a6b-ac53-420d-b8f9-f5a8b84af305 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:22.876492 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-53b3f100-b408-4257-a22d-43198f9ce33b req-fb363e39-5aca-4550-a472-2830d37a1449 service neutron] 10.222.0.15 "GET /v2.0/networks/97223e70-3be0-4b71-bad0-215c0b28ffe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419534 Jun 16 16:07:22.885877 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-dbc357b9-4b1b-4559-87ef-56aba38548bf req-f5b88a6b-ac53-420d-b8f9-f5a8b84af305 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1 HTTP/1.1" status: 200 len: 945 time: 0.2343574 Jun 16 16:07:22.892062 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-bc3c0d98-b93d-4d1b-815f-f4df51409fd3 admin admin] Notify callbacks [] for router, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:22.897604 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 37740) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:07:22.897785 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-bc3c0d98-b93d-4d1b-815f-f4df51409fd3 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6338291 Jun 16 16:07:22.936068 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-459ba97e-0994-401b-bd86-9772962a392e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:22.940528 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Provisioning for port ff85f47e-294e-41b7-a760-d72da3dd750e completed by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:07:22.945500 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Provisioning complete for port ff85f47e-294e-41b7-a760-d72da3dd750e triggered by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:07:22.946100 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:23.017291 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-dbc357b9-4b1b-4559-87ef-56aba38548bf req-ce845a56-fb5d-4419-9141-48e3d683c297 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304235 Jun 16 16:07:23.159923 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:23.178915 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_dvr_db [None req-4f6840a4-d5bc-47df-8bcf-910973a8c9d2 None None] Set router 547f0aa9-c19c-42e1-ab06-9e19db400c75 gateway port host: dv-cinder-796114-3-iscsi {{(pid=91877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:07:23.197356 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '323da933-8037-4dfd-8c47-b02c44f11c74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff85f47e-294e-41b7-a760-d72da3dd750e'}] {{(pid=91876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:07:23.200275 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a9c68db8c06307a0250ecdd4df366f09270e0987ddc1c5d61c2ecaceaac02f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3061e6cd-11d7-42fa-b7af-a8a7c91d6deb" -d '{"events": [{"server_uuid": "323da933-8037-4dfd-8c47-b02c44f11c74", "name": "network-vif-plugged", "status": "completed", "tag": "ff85f47e-294e-41b7-a760-d72da3dd750e"}]}' {{(pid=91876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:07:23.235415 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] For port ff85f47e-294e-41b7-a760-d72da3dd750e, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=ff85f47e-294e-41b7-a760-d72da3dd750e,segment=NetworkSegment(c3729bf0-c745-4c70-81e8-6120ce6e1fdc),segment_id=c3729bf0-c745-4c70-81e8-6120ce6e1fdc)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:07:23.251638 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:23.254017 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:07:23.349114 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Pushing event updated for resources: {'Port': ['ID=ff85f47e-294e-41b7-a760-d72da3dd750e,revision_number=5']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:23.355981 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:07:23.396000 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a3c70b-f1f1-4aaa-9d3c-eb19698fb1ca req-6184e44f-dad0-43b6-b011-b444253772e1 tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:23.404148 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-b1a3c70b-f1f1-4aaa-9d3c-eb19698fb1ca req-6184e44f-dad0-43b6-b011-b444253772e1 tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] 10.222.0.49 "GET /v2.0/ports?device_id=323da933-8037-4dfd-8c47-b02c44f11c74 HTTP/1.1" status: 200 len: 950 time: 0.1582577 Jun 16 16:07:23.427909 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-53b3f100-b408-4257-a22d-43198f9ce33b req-1651de32-68ef-4b78-a0f0-81d28ad1df34 service neutron] 10.222.0.15 "GET /v2.0/networks/97223e70-3be0-4b71-bad0-215c0b28ffe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5428956 Jun 16 16:07:23.498158 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-b1a3c70b-f1f1-4aaa-9d3c-eb19698fb1ca req-b7e22dbd-f124-44b7-9b1b-78c64f2693e9 tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] 10.222.0.49 "GET /v2.0/security-groups?id=32e03b1d-4e33-4f9a-8434-5f74e892ae25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911965 Jun 16 16:07:23.498897 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_hamode_db [None req-4f6840a4-d5bc-47df-8bcf-910973a8c9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547f0aa9-c19c-42e1-ab06-9e19db400c75', 'name': 'tempest-TestMinimumBasicScenario-1596574861-router', 'tenant_id': '91d22867027f4801aff718bcefd14085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': 'c9ab2fce-b1e9-4915-b620-667d2defc9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:07:20Z', 'updated_at': '2021-06-16T16:07:21Z', 'revision_number': 3, 'project_id': '91d22867027f4801aff718bcefd14085', 'gw_port': {'id': 'c9ab2fce-b1e9-4915-b620-667d2defc9cc', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '547f0aa9-c19c-42e1-ab06-9e19db400c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:07:20Z', 'updated_at': '2021-06-16T16:07:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi'}], 'dv-cinder-796114-3-iscsi', False) {} {{(pid=91877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:07:23.529616 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6840a4-d5bc-47df-8bcf-910973a8c9d2 None None] Checking router: 547f0aa9-c19c-42e1-ab06-9e19db400c75 for host: dv-cinder-796114-3-iscsi {{(pid=91877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:07:23.530737 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6840a4-d5bc-47df-8bcf-910973a8c9d2 None None] Updating router 547f0aa9-c19c-42e1-ab06-9e19db400c75 port c9ab2fce-b1e9-4915-b620-667d2defc9cc binding host dv-cinder-796114-3-iscsi {{(pid=91877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:07:23.574677 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron_lib.callbacks.manager [None req-4f6840a4-d5bc-47df-8bcf-910973a8c9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:23.616675 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac17c61-b32b-45df-acbb-1b7a883b51f8 x-openstack-request-id: req-cac17c61-b32b-45df-acbb-1b7a883b51f8 {{(pid=91876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:07:23.617169 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "323da933-8037-4dfd-8c47-b02c44f11c74", "name": "network-vif-plugged", "status": "completed", "tag": "ff85f47e-294e-41b7-a760-d72da3dd750e", "code": 200}]} {{(pid=91876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:07:23.617554 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cac17c61-b32b-45df-acbb-1b7a883b51f8 {{(pid=91876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:07:23.618265 dv-cinder-796114-3-iscsi neutron-server[91876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '323da933-8037-4dfd-8c47-b02c44f11c74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff85f47e-294e-41b7-a760-d72da3dd750e', 'code': 200} Jun 16 16:07:23.639322 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76751c3-3b51-4b34-a255-5428df0d2dee req-2ffa3250-dfcc-42e6-9a32-4928c5da3709 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:23.644499 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-e76751c3-3b51-4b34-a255-5428df0d2dee req-2ffa3250-dfcc-42e6-9a32-4928c5da3709 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] 10.222.0.49 "GET /v2.0/ports?device_id=7caf573c-38a6-45c8-a485-f89ecd16678e HTTP/1.1" status: 200 len: 946 time: 0.4074094 Jun 16 16:07:23.726703 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-e76751c3-3b51-4b34-a255-5428df0d2dee req-5120eb57-ed84-4db3-8674-0b382d86135f tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5b769e5-31ae-43e5-99d2-b6ca42a6a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742245 Jun 16 16:07:23.970375 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c1f027-17ee-4081-b69a-03e3cd20b8f8 req-531dd432-0f9c-4225-ba45-094d8af8e941 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:23.972244 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-b4c1f027-17ee-4081-b69a-03e3cd20b8f8 req-531dd432-0f9c-4225-ba45-094d8af8e941 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 945 time: 0.1571193 Jun 16 16:07:24.012643 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron_lib.callbacks.manager [None req-4f6840a4-d5bc-47df-8bcf-910973a8c9d2 None None] Notify callbacks [] for port, precommit_update {{(pid=91877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:24.025517 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.provisioning_blocks [None req-4f6840a4-d5bc-47df-8bcf-910973a8c9d2 None None] Transition to ACTIVE for port object c9ab2fce-b1e9-4915-b620-667d2defc9cc will not be triggered until provisioned by entity L2. {{(pid=91877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:07:24.042684 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron_lib.callbacks.manager [None req-4f6840a4-d5bc-47df-8bcf-910973a8c9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:24.045233 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG oslo_concurrency.lockutils [None req-23e78fa9-d0f3-4c99-bdd1-7de4d1c57f69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:07:24.053147 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-b4c1f027-17ee-4081-b69a-03e3cd20b8f8 req-26a7f38c-4790-48d3-995d-eca1a8514b21 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703540 Jun 16 16:07:24.114859 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-0a6c708f-6283-43e2-8a4f-f4ea51e13ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16110075'] for port, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:24.129068 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91d5f18-ab13-4c15-b602-5aea2690732e None None] Pushing event updated for resources: {'Port': ['ID=c9ab2fce-b1e9-4915-b620-667d2defc9cc,revision_number=2']} {{(pid=91877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:24.133465 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG oslo_concurrency.lockutils [None req-c91d5f18-ab13-4c15-b602-5aea2690732e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:07:24.134713 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.managers [None req-4f6840a4-d5bc-47df-8bcf-910973a8c9d2 None None] Attempting to bind port c9ab2fce-b1e9-4915-b620-667d2defc9cc on host dv-cinder-796114-3-iscsi for vnic_type normal with profile {{(pid=91877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:07:24.135257 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.managers [None req-4f6840a4-d5bc-47df-8bcf-910973a8c9d2 None None] Attempting to bind port c9ab2fce-b1e9-4915-b620-667d2defc9cc by drivers openvswitch,hyperv on host dv-cinder-796114-3-iscsi at level 0 using segments [{'id': '36d53036-d305-476e-ad99-71a5cdef7eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6'}] {{(pid=91877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:07:24.135782 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6840a4-d5bc-47df-8bcf-910973a8c9d2 None None] Attempting to bind port c9ab2fce-b1e9-4915-b620-667d2defc9cc on network 47501c57-dfca-44aa-9eed-27ee8bb77cd6 {{(pid=91877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:07:24.142099 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6840a4-d5bc-47df-8bcf-910973a8c9d2 None None] Checking agent: {'id': '6d4db28b-73fb-449a-900a-e0a23b9890fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 57, 20), 'started_at': datetime.datetime(2021, 6, 16, 15, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:07:24.142873 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6840a4-d5bc-47df-8bcf-910973a8c9d2 None None] Checking segment: {'id': '36d53036-d305-476e-ad99-71a5cdef7eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:07:24.143491 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron_lib.callbacks.manager [None req-4f6840a4-d5bc-47df-8bcf-910973a8c9d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:24.144279 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6840a4-d5bc-47df-8bcf-910973a8c9d2 None None] Bound using segment: {'id': '36d53036-d305-476e-ad99-71a5cdef7eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6'} {{(pid=91877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:07:24.145588 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.managers [None req-4f6840a4-d5bc-47df-8bcf-910973a8c9d2 None None] Bound port: c9ab2fce-b1e9-4915-b620-667d2defc9cc, host: dv-cinder-796114-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36d53036-d305-476e-ad99-71a5cdef7eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6'}}] {{(pid=91877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:07:24.146128 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron_lib.callbacks.manager [None req-4f6840a4-d5bc-47df-8bcf-910973a8c9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:24.154428 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1fc899-2093-4934-8046-1f1b5d0a1eea req-28a71b92-b240-49b4-82b1-4124914cc04d tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:24.155986 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-5a1fc899-2093-4934-8046-1f1b5d0a1eea req-28a71b92-b240-49b4-82b1-4124914cc04d tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc60efe-e253-48bb-be1d-c16c72aab023 HTTP/1.1" status: 200 len: 945 time: 0.2455044 Jun 16 16:07:24.161724 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26e932-85d6-412f-8a0e-dfe4b4c0940d req-3ad234f0-80b3-4fee-b185-2f7afd549d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:24.163499 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-1e26e932-85d6-412f-8a0e-dfe4b4c0940d req-3ad234f0-80b3-4fee-b185-2f7afd549d87 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=323da933-8037-4dfd-8c47-b02c44f11c74 HTTP/1.1" status: 200 len: 1103 time: 0.2342288 Jun 16 16:07:24.202731 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fdbd02e-a02e-4f2f-beb2-a849afbdaa73 None None] Network 4057bf22-ac3d-4e18-b625-4b386aa886e2 requested from dv-cinder-796114-3-iscsi {{(pid=91876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:07:24.229712 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.db [None req-4f6840a4-d5bc-47df-8bcf-910973a8c9d2 None None] For port c9ab2fce-b1e9-4915-b620-667d2defc9cc, host dv-cinder-796114-3-iscsi, cleared binding levels {{(pid=91877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:07:24.233241 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.db [None req-4f6840a4-d5bc-47df-8bcf-910973a8c9d2 None None] For port c9ab2fce-b1e9-4915-b620-667d2defc9cc, host dv-cinder-796114-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=c9ab2fce-b1e9-4915-b620-667d2defc9cc,segment=NetworkSegment(36d53036-d305-476e-ad99-71a5cdef7eb4),segment_id=36d53036-d305-476e-ad99-71a5cdef7eb4)] {{(pid=91877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:07:24.253733 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron_lib.callbacks.manager [None req-4f6840a4-d5bc-47df-8bcf-910973a8c9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:24.270778 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG oslo_concurrency.lockutils [None req-0a2b2603-7aef-4f14-9872-564d9c3c16ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:07:24.280561 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-e621018b-4e6d-4527-8675-6af1fd25e54e None None] Provisioning for port 0ddac477-a6a2-44d1-b3d7-58fc0668a54d completed by entity DHCP. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:07:24.313580 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f75763a-ceaf-42cc-8115-d5729a5a3edd req-402daec4-a401-42c5-834d-7609febbed3a tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:24.323284 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2f75763a-ceaf-42cc-8115-d5729a5a3edd req-402daec4-a401-42c5-834d-7609febbed3a tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1 HTTP/1.1" status: 200 len: 945 time: 0.1020632 Jun 16 16:07:24.328805 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6840a4-d5bc-47df-8bcf-910973a8c9d2 None None] Routers {'547f0aa9-c19c-42e1-ab06-9e19db400c75'} bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:07:24.329476 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_hamode_db [None req-4f6840a4-d5bc-47df-8bcf-910973a8c9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:57:20Z,description=,heartbeat_timestamp=2021-06-16T16:07:20Z,host='dv-cinder-796114-3-iscsi',id=0e7678c9-774c-4c46-a09f-f3aaee363ca4,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:57:20Z,topic='l3_agent')) {'router_ids': ['547f0aa9-c19c-42e1-ab06-9e19db400c75'], 'active': True} {{(pid=91877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:07:24.332957 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-5a1fc899-2093-4934-8046-1f1b5d0a1eea req-607e9373-7726-4ab8-b423-4d35e244b484 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/security-groups?id=01064c80-ee96-4ba5-9d69-666f89adc486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1682725 Jun 16 16:07:24.343943 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-1e26e932-85d6-412f-8a0e-dfe4b4c0940d req-3c0a6198-1ccd-4cbb-a182-007c372e42f2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=32e03b1d-4e33-4f9a-8434-5f74e892ae25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703787 Jun 16 16:07:24.387161 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2f75763a-ceaf-42cc-8115-d5729a5a3edd req-750b0a83-11a7-46d0-a062-23327ce9a4dd tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628591 Jun 16 16:07:24.458757 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.db.db_base_plugin_common [None req-0a6c708f-6283-43e2-8a4f-f4ea51e13ee5 admin admin] Allocated IP 172.20.0.1 (4057bf22-ac3d-4e18-b625-4b386aa886e2/24bc7f46-dc03-4821-a0a6-b8a9f3a61d91/cc4277b9-d35f-4aed-a911-ba1febf411e5) {{(pid=91875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:07:24.576783 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91d5f18-ab13-4c15-b602-5aea2690732e None None] Pushing event updated for resources: {'Port': ['ID=c9ab2fce-b1e9-4915-b620-667d2defc9cc,revision_number=3']} {{(pid=91877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:24.583101 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG oslo_concurrency.lockutils [None req-c91d5f18-ab13-4c15-b602-5aea2690732e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=91877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:07:24.670853 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_dvr_db [None req-4f6840a4-d5bc-47df-8bcf-910973a8c9d2 None None] Set router 547f0aa9-c19c-42e1-ab06-9e19db400c75 gateway port host: dv-cinder-796114-3-iscsi {{(pid=91877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:07:24.732934 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-0a6c708f-6283-43e2-8a4f-f4ea51e13ee5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:24.735595 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device 0f53962b-4479-4217-8de3-18a01d333fc9 up at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:07:24.763474 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-0a6c708f-6283-43e2-8a4f-f4ea51e13ee5 admin admin] Transition to ACTIVE for port object cc4277b9-d35f-4aed-a911-ba1febf411e5 will not be triggered until provisioned by entity DHCP. {{(pid=91875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:07:24.797703 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning for port 0f53962b-4479-4217-8de3-18a01d333fc9 completed by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:07:24.806885 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning complete for port 0f53962b-4479-4217-8de3-18a01d333fc9 triggered by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:07:24.807278 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:24.884423 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0b0a71-2705-42d8-8170-966e705c8cd7 req-26b863c6-e7b5-4dcd-819b-e9ff165ed334 tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:24.886224 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-9f0b0a71-2705-42d8-8170-966e705c8cd7 req-26b863c6-e7b5-4dcd-819b-e9ff165ed334 tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] 10.222.0.49 "GET /v2.0/ports?device_id=323da933-8037-4dfd-8c47-b02c44f11c74 HTTP/1.1" status: 200 len: 950 time: 0.2195976 Jun 16 16:07:24.916309 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:24.941639 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-0a6c708f-6283-43e2-8a4f-f4ea51e13ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16110910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726810954487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449087'] for port, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:24.951591 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:07:24.957968 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_hamode_db [None req-4f6840a4-d5bc-47df-8bcf-910973a8c9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547f0aa9-c19c-42e1-ab06-9e19db400c75', 'name': 'tempest-TestMinimumBasicScenario-1596574861-router', 'tenant_id': '91d22867027f4801aff718bcefd14085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': 'c9ab2fce-b1e9-4915-b620-667d2defc9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:07:20Z', 'updated_at': '2021-06-16T16:07:21Z', 'revision_number': 3, 'project_id': '91d22867027f4801aff718bcefd14085', 'gw_port': {'id': 'c9ab2fce-b1e9-4915-b620-667d2defc9cc', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '547f0aa9-c19c-42e1-ab06-9e19db400c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:07:20Z', 'updated_at': '2021-06-16T16:07:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi'}], 'dv-cinder-796114-3-iscsi', False) {} {{(pid=91877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:07:24.963273 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6840a4-d5bc-47df-8bcf-910973a8c9d2 None None] The sync data for ids ['547f0aa9-c19c-42e1-ab06-9e19db400c75'] in dv-cinder-796114-3-iscsi is: [{'id': '547f0aa9-c19c-42e1-ab06-9e19db400c75', 'name': 'tempest-TestMinimumBasicScenario-1596574861-router', 'tenant_id': '91d22867027f4801aff718bcefd14085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': 'c9ab2fce-b1e9-4915-b620-667d2defc9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:07:20Z', 'updated_at': '2021-06-16T16:07:21Z', 'revision_number': 3, 'project_id': '91d22867027f4801aff718bcefd14085', 'gw_port': {'id': 'c9ab2fce-b1e9-4915-b620-667d2defc9cc', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '547f0aa9-c19c-42e1-ab06-9e19db400c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:07:20Z', 'updated_at': '2021-06-16T16:07:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi'}] {{(pid=91877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:07:24.963624 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] For port 0f53962b-4479-4217-8de3-18a01d333fc9, host dv-cinder-796114-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=0f53962b-4479-4217-8de3-18a01d333fc9,segment=NetworkSegment(25392ddc-cfd1-4fb1-b990-c241fab4a578),segment_id=25392ddc-cfd1-4fb1-b990-c241fab4a578)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:07:24.972693 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:24.974183 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device 0ddac477-a6a2-44d1-b3d7-58fc0668a54d up at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:07:24.981294 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c7e8be-f598-495a-9a8f-2199f94d1076 req-22bf704d-1f8c-42ad-a5c1-18a12b6db050 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:24.983102 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c9c7e8be-f598-495a-9a8f-2199f94d1076 req-22bf704d-1f8c-42ad-a5c1-18a12b6db050 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] 10.222.0.49 "GET /v2.0/ports?device_id=7caf573c-38a6-45c8-a485-f89ecd16678e HTTP/1.1" status: 200 len: 946 time: 0.0881064 Jun 16 16:07:25.023704 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6c708f-6283-43e2-8a4f-f4ea51e13ee5 admin admin] Network 4057bf22-ac3d-4e18-b625-4b386aa886e2 is already hosted by enough agents. {{(pid=91875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:07:25.032824 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-9f0b0a71-2705-42d8-8170-966e705c8cd7 req-5b161c9f-e345-4a3d-94ca-a4c38b4a3819 tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] 10.222.0.49 "GET /v2.0/security-groups?id=32e03b1d-4e33-4f9a-8434-5f74e892ae25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311600 Jun 16 16:07:25.032963 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:07:25.037308 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.base_scheduler [None req-0a6c708f-6283-43e2-8a4f-f4ea51e13ee5 admin admin] Resources bound (agent type, host, resource id): {{(pid=91875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:07:25.043996 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6c708f-6283-43e2-8a4f-f4ea51e13ee5 admin admin] Received port after_create {{(pid=91875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:07:25.048288 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6c708f-6283-43e2-8a4f-f4ea51e13ee5 admin admin] Pushing event updated for resources: {'Port': ['ID=cc4277b9-d35f-4aed-a911-ba1febf411e5,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:25.080412 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-0a6c708f-6283-43e2-8a4f-f4ea51e13ee5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:07:25.105131 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-0a6c708f-6283-43e2-8a4f-f4ea51e13ee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672087'] for router_interface, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:25.111016 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Pushing event updated for resources: {'Port': ['ID=0f53962b-4479-4217-8de3-18a01d333fc9,revision_number=5']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:25.115394 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:07:25.124345 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c9c7e8be-f598-495a-9a8f-2199f94d1076 req-0f2f3712-89fc-4c33-88e8-2fcabd32dbdb tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5b769e5-31ae-43e5-99d2-b6ca42a6a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244233 Jun 16 16:07:25.127805 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning for port 0ddac477-a6a2-44d1-b3d7-58fc0668a54d completed by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:07:25.140817 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning complete for port 0ddac477-a6a2-44d1-b3d7-58fc0668a54d triggered by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:07:25.140817 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:25.292954 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:25.338029 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] For port 0ddac477-a6a2-44d1-b3d7-58fc0668a54d, host dv-cinder-796114-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=0ddac477-a6a2-44d1-b3d7-58fc0668a54d,segment=NetworkSegment(192e62fd-866c-4908-8fd8-a82843e45362),segment_id=192e62fd-866c-4908-8fd8-a82843e45362)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:07:25.342794 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:25.345123 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:07:25.466667 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Pushing event updated for resources: {'Port': ['ID=0ddac477-a6a2-44d1-b3d7-58fc0668a54d,revision_number=3']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:25.474278 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713e4004-8de8-4436-869f-8c8012ae9227 req-0c55ab6a-c3c3-45b5-99bb-91244687203a tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:25.475825 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-713e4004-8de8-4436-869f-8c8012ae9227 req-0c55ab6a-c3c3-45b5-99bb-91244687203a tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] 10.222.0.15 "GET /v2.0/ports?device_id=7caf573c-38a6-45c8-a485-f89ecd16678e HTTP/1.1" status: 200 len: 946 time: 0.3043063 Jun 16 16:07:25.480531 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:07:25.483070 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-0a6c708f-6283-43e2-8a4f-f4ea51e13ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:25.494087 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-b1f3f46d-f700-468f-89e6-2361bd71bbfe None None] Provisioning for port cc4277b9-d35f-4aed-a911-ba1febf411e5 completed by entity DHCP. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:07:25.499494 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-b1f3f46d-f700-468f-89e6-2361bd71bbfe None None] Provisioning complete for port cc4277b9-d35f-4aed-a911-ba1febf411e5 triggered by entity DHCP. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:07:25.500036 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-b1f3f46d-f700-468f-89e6-2361bd71bbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:25.522235 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58cf21-fbb2-4a21-b373-f6e1b4e6cbe1 req-4f199d1c-9830-4d27-b4ad-206fa51b64f1 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:25.523789 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-6a58cf21-fbb2-4a21-b373-f6e1b4e6cbe1 req-4f199d1c-9830-4d27-b4ad-206fa51b64f1 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 945 time: 0.2858281 Jun 16 16:07:25.552035 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-b1f3f46d-f700-468f-89e6-2361bd71bbfe None None] Port cc4277b9-d35f-4aed-a911-ba1febf411e5 cannot update to ACTIVE because it is not bound. {{(pid=91876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:07:25.590018 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b540d0cc-40f5-41e1-82fa-afb087cf6c8b req-004084b6-1e92-48f5-9f60-bcb77cbff2d7 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:25.597789 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-b540d0cc-40f5-41e1-82fa-afb087cf6c8b req-004084b6-1e92-48f5-9f60-bcb77cbff2d7 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc60efe-e253-48bb-be1d-c16c72aab023 HTTP/1.1" status: 200 len: 945 time: 0.0821884 Jun 16 16:07:25.637625 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-b540d0cc-40f5-41e1-82fa-afb087cf6c8b req-276f2e21-48ae-42c7-a52c-bf20c277a2f6 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/security-groups?id=01064c80-ee96-4ba5-9d69-666f89adc486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387144 Jun 16 16:07:25.760260 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-6a58cf21-fbb2-4a21-b373-f6e1b4e6cbe1 req-f6dc4b87-1ab9-4800-94e2-b5f7efff95e2 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2098000 Jun 16 16:07:25.812238 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [req-713e4004-8de8-4436-869f-8c8012ae9227 req-a979e50d-cbd7-4f62-8898-0baa4b347e32 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Deleting port d745931d-4657-4324-817e-df9a2c398668 {{(pid=91875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:07:25.812593 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-713e4004-8de8-4436-869f-8c8012ae9227 req-a979e50d-cbd7-4f62-8898-0baa4b347e32 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726811340957'] for port, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:25.839541 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564074e-8a53-42c1-9e0c-866d248f3123 req-b6fb9e5f-064c-4bdf-b707-7a92e038bab2 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:25.840737 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2564074e-8a53-42c1-9e0c-866d248f3123 req-b6fb9e5f-064c-4bdf-b707-7a92e038bab2 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1 HTTP/1.1" status: 200 len: 945 time: 0.0788865 Jun 16 16:07:25.882759 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2564074e-8a53-42c1-9e0c-866d248f3123 req-a2e3d558-a020-4bfc-a8c4-052b20a20526 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362549 Jun 16 16:07:25.894055 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-0a6c708f-6283-43e2-8a4f-f4ea51e13ee5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:25.902465 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-0a6c708f-6283-43e2-8a4f-f4ea51e13ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449065'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:25.907544 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-4703d1b6-e52e-4483-8ab6-2fd6f319f054 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:07:26.296755 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [req-713e4004-8de8-4436-869f-8c8012ae9227 req-a979e50d-cbd7-4f62-8898-0baa4b347e32 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] For port d745931d-4657-4324-817e-df9a2c398668, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=d745931d-4657-4324-817e-df9a2c398668,segment=NetworkSegment(41a5b400-9e03-4974-95a4-c8a7169dc62c),segment_id=41a5b400-9e03-4974-95a4-c8a7169dc62c)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:07:26.297116 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-713e4004-8de8-4436-869f-8c8012ae9227 req-a979e50d-cbd7-4f62-8898-0baa4b347e32 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674541'] for port, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:26.314434 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac75c670-d39d-4112-9f74-fb76588322ce req-0b7f7f5d-828d-48db-b0bf-a41aea411acc tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:26.316177 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ac75c670-d39d-4112-9f74-fb76588322ce req-0b7f7f5d-828d-48db-b0bf-a41aea411acc tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] 10.222.0.49 "GET /v2.0/ports?device_id=7caf573c-38a6-45c8-a485-f89ecd16678e HTTP/1.1" status: 200 len: 946 time: 0.0725558 Jun 16 16:07:26.321165 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6c708f-6283-43e2-8a4f-f4ea51e13ee5 admin admin] Pushing event updated for resources: {'Port': ['ID=cc4277b9-d35f-4aed-a911-ba1febf411e5,revision_number=2']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:26.355313 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-0a6c708f-6283-43e2-8a4f-f4ea51e13ee5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16222906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672043'] for router_interface, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:26.372268 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ac75c670-d39d-4112-9f74-fb76588322ce req-e5c951dd-772d-4c10-b515-0e75ddc7de4d tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5b769e5-31ae-43e5-99d2-b6ca42a6a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498338 Jun 16 16:07:26.390152 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [req-713e4004-8de8-4436-869f-8c8012ae9227 req-a979e50d-cbd7-4f62-8898-0baa4b347e32 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Calling delete_port for d745931d-4657-4324-817e-df9a2c398668 owned by compute:nova {{(pid=91875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:07:26.401231 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-0a6c708f-6283-43e2-8a4f-f4ea51e13ee5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:07:26.518733 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a3d61b-f474-4a4b-9df5-5735541a5cf1 req-dd58531c-a8f7-4b0b-aed6-6265b9bf3b89 tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:26.520661 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-68a3d61b-f474-4a4b-9df5-5735541a5cf1 req-dd58531c-a8f7-4b0b-aed6-6265b9bf3b89 tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] 10.222.0.49 "GET /v2.0/ports?device_id=323da933-8037-4dfd-8c47-b02c44f11c74 HTTP/1.1" status: 200 len: 950 time: 0.3035262 Jun 16 16:07:26.607378 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-68a3d61b-f474-4a4b-9df5-5735541a5cf1 req-8520d122-50de-4221-9b65-dbd4c7c30233 tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] 10.222.0.49 "GET /v2.0/security-groups?id=32e03b1d-4e33-4f9a-8434-5f74e892ae25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767083 Jun 16 16:07:26.616522 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6c708f-6283-43e2-8a4f-f4ea51e13ee5 admin admin] Network 4057bf22-ac3d-4e18-b625-4b386aa886e2 is already hosted by enough agents. {{(pid=91875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:07:26.638229 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.base_scheduler [None req-0a6c708f-6283-43e2-8a4f-f4ea51e13ee5 admin admin] Resources bound (agent type, host, resource id): {{(pid=91875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:07:26.709289 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device 0f53962b-4479-4217-8de3-18a01d333fc9 up at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:07:26.811069 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning complete for port 0f53962b-4479-4217-8de3-18a01d333fc9 triggered by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:07:26.811456 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:26.819013 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-713e4004-8de8-4436-869f-8c8012ae9227 req-a979e50d-cbd7-4f62-8898-0baa4b347e32 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726811346809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726810953732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449056'] for port, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:26.824950 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-01a7036b-96f9-41ec-aeb0-e12928f1cc93 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:07:26.850525 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] get_ports_and_sgs() called for port_ids ['d745931d-4657-4324-817e-df9a2c398668'] {{(pid=91876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:07:26.894084 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a6c708f-6283-43e2-8a4f-f4ea51e13ee5 admin admin] Router 547f0aa9-c19c-42e1-ab06-9e19db400c75 has already been hosted by L3 agent 0e7678c9-774c-4c46-a09f-f3aaee363ca4 {{(pid=91875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:07:26.898479 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a979e50d-cbd7-4f62-8898-0baa4b347e32 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Pushing event deleted for resources: {'Port': ['ID=d745931d-4657-4324-817e-df9a2c398668,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:26.903792 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-a979e50d-cbd7-4f62-8898-0baa4b347e32 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:07:26.923240 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b80b55-ca99-4a72-acdb-b3c5ecf4fde2 req-7c5ea371-1c01-4283-ae85-55bac2af3fbd tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:26.926837 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d3b80b55-ca99-4a72-acdb-b3c5ecf4fde2 req-7c5ea371-1c01-4283-ae85-55bac2af3fbd tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc60efe-e253-48bb-be1d-c16c72aab023 HTTP/1.1" status: 200 len: 945 time: 0.1369812 Jun 16 16:07:26.968279 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device c9ab2fce-b1e9-4915-b620-667d2defc9cc up at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:07:26.969507 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [req-713e4004-8de8-4436-869f-8c8012ae9227 req-a979e50d-cbd7-4f62-8898-0baa4b347e32 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] No DVR routers for this DVR port d745931d-4657-4324-817e-df9a2c398668 on host hv-cinder-79611 {{(pid=91875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:07:26.990196 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d3b80b55-ca99-4a72-acdb-b3c5ecf4fde2 req-cc0ae1a0-235d-4c39-a5ad-351f05a4efd1 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/security-groups?id=01064c80-ee96-4ba5-9d69-666f89adc486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557787 Jun 16 16:07:27.005171 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-713e4004-8de8-4436-869f-8c8012ae9227 req-a979e50d-cbd7-4f62-8898-0baa4b347e32 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208782'] for port, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:27.007553 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-713e4004-8de8-4436-869f-8c8012ae9227 req-a979e50d-cbd7-4f62-8898-0baa4b347e32 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] 10.222.0.15 "DELETE /v2.0/ports/d745931d-4657-4324-817e-df9a2c398668 HTTP/1.1" status: 204 len: 173 time: 1.5078361 Jun 16 16:07:27.008069 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7caf573c-38a6-45c8-a485-f89ecd16678e', 'name': 'network-vif-deleted', 'tag': 'd745931d-4657-4324-817e-df9a2c398668'}] {{(pid=91875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:07:27.011211 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd288140b641fa203b825626e643c4ae2408c15f4fce5032d4686340f68cf7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c20d32-dbd2-4949-b2b0-104ee7361f0b" -d '{"events": [{"server_uuid": "7caf573c-38a6-45c8-a485-f89ecd16678e", "name": "network-vif-deleted", "tag": "d745931d-4657-4324-817e-df9a2c398668"}]}' {{(pid=91875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:07:27.020047 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-df43f04b-79da-419f-a370-eab986c0ccbf None None] Provisioning complete for port cc4277b9-d35f-4aed-a911-ba1febf411e5 triggered by entity DHCP. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:07:27.021060 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-df43f04b-79da-419f-a370-eab986c0ccbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:27.089130 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-df43f04b-79da-419f-a370-eab986c0ccbf None None] Port cc4277b9-d35f-4aed-a911-ba1febf411e5 cannot update to ACTIVE because it is not bound. {{(pid=91876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:07:27.099464 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning for port c9ab2fce-b1e9-4915-b620-667d2defc9cc completed by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:07:27.107772 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning complete for port c9ab2fce-b1e9-4915-b620-667d2defc9cc triggered by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:07:27.108498 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:27.156282 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a6c708f-6283-43e2-8a4f-f4ea51e13ee5 admin admin] Notify agent at l3_agent.dv-cinder-796114-3-iscsi the message routers_updated {{(pid=91875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:07:27.168480 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-0a6c708f-6283-43e2-8a4f-f4ea51e13ee5 admin admin] 10.222.0.49 "PUT /v2.0/routers/547f0aa9-c19c-42e1-ab06-9e19db400c75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2692983 Jun 16 16:07:27.170400 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ca49a7-fb24-4f6d-9685-0ff7270d6652 None None] Sync routers for ids ['547f0aa9-c19c-42e1-ab06-9e19db400c75'] in dv-cinder-796114-3-iscsi {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:07:27.217190 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ca49a7-fb24-4f6d-9685-0ff7270d6652 None None] Routers {'547f0aa9-c19c-42e1-ab06-9e19db400c75'} bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:07:27.218016 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-28ca49a7-fb24-4f6d-9685-0ff7270d6652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:57:20Z,description=,heartbeat_timestamp=2021-06-16T16:07:20Z,host='dv-cinder-796114-3-iscsi',id=0e7678c9-774c-4c46-a09f-f3aaee363ca4,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:57:20Z,topic='l3_agent')) {'router_ids': ['547f0aa9-c19c-42e1-ab06-9e19db400c75'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:07:27.223754 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:27.270177 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] For port c9ab2fce-b1e9-4915-b620-667d2defc9cc, host dv-cinder-796114-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=c9ab2fce-b1e9-4915-b620-667d2defc9cc,segment=NetworkSegment(36d53036-d305-476e-ad99-71a5cdef7eb4),segment_id=36d53036-d305-476e-ad99-71a5cdef7eb4)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:07:27.299012 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118e054-9148-44f4-91af-58ec5853b486 req-54e75e6b-ee83-49d0-ba73-54c6991453e4 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:27.300830 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-8118e054-9148-44f4-91af-58ec5853b486 req-54e75e6b-ee83-49d0-ba73-54c6991453e4 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 945 time: 0.0957367 Jun 16 16:07:27.312336 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:27.313516 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device 0ddac477-a6a2-44d1-b3d7-58fc0668a54d up at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:07:27.328317 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a88c6e-d89e-4067-ab60-d60d1e0d4943 req-38dfd88b-4ac2-4cfe-bc44-3b09039cab48 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:27.329967 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-16a88c6e-d89e-4067-ab60-d60d1e0d4943 req-38dfd88b-4ac2-4cfe-bc44-3b09039cab48 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1 HTTP/1.1" status: 200 len: 945 time: 0.0878921 Jun 16 16:07:27.349490 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-2cdd4001-2213-4ada-9b70-2e318ae82a10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:07:27.351290 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-8118e054-9148-44f4-91af-58ec5853b486 req-7107c24f-6bd4-4963-b97e-9c4a735292ba tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409892 Jun 16 16:07:27.385341 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-16a88c6e-d89e-4067-ab60-d60d1e0d4943 req-20b0f80c-27f5-4c68-8eea-6b5f33b25593 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469422 Jun 16 16:07:27.420823 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39644501-fcdc-4920-b174-b698640e0aa3 x-openstack-request-id: req-39644501-fcdc-4920-b174-b698640e0aa3 {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:07:27.421319 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7caf573c-38a6-45c8-a485-f89ecd16678e", "name": "network-vif-deleted", "tag": "d745931d-4657-4324-817e-df9a2c398668", "status": "completed", "code": 200}]} {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:07:27.421820 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-39644501-fcdc-4920-b174-b698640e0aa3 {{(pid=91875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:07:27.422524 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7caf573c-38a6-45c8-a485-f89ecd16678e', 'name': 'network-vif-deleted', 'tag': 'd745931d-4657-4324-817e-df9a2c398668', 'status': 'completed', 'code': 200} Jun 16 16:07:27.593990 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b1b98e-34e7-472e-9236-b669d7b6fcbc req-420d5e24-be0a-4f83-892e-0d149936ad05 tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:27.606627 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-76b1b98e-34e7-472e-9236-b669d7b6fcbc req-420d5e24-be0a-4f83-892e-0d149936ad05 tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] 10.222.0.49 "GET /v2.0/ports?device_id=323da933-8037-4dfd-8c47-b02c44f11c74 HTTP/1.1" status: 200 len: 950 time: 0.0995731 Jun 16 16:07:27.634407 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-322a7644-31ff-4f78-b25a-9cdfc507f794 req-a6cc0742-bcdd-4f9b-b2c8-75b683c650e8 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] 10.222.0.49 "GET /v2.0/ports?device_id=7caf573c-38a6-45c8-a485-f89ecd16678e HTTP/1.1" status: 200 len: 210 time: 0.0388029 Jun 16 16:07:27.642222 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Pushing event updated for resources: {'Port': ['ID=c9ab2fce-b1e9-4915-b620-667d2defc9cc,revision_number=4']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:27.649882 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:07:27.669079 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning complete for port 0ddac477-a6a2-44d1-b3d7-58fc0668a54d triggered by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:07:27.669883 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:27.683683 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-76b1b98e-34e7-472e-9236-b669d7b6fcbc req-170c6f6a-4a86-468a-9283-e2ef8235981f tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] 10.222.0.49 "GET /v2.0/security-groups?id=32e03b1d-4e33-4f9a-8434-5f74e892ae25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766151 Jun 16 16:07:27.714202 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-28ca49a7-fb24-4f6d-9685-0ff7270d6652 None None] Set router 547f0aa9-c19c-42e1-ab06-9e19db400c75 gateway port host: dv-cinder-796114-3-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:07:27.991076 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-28ca49a7-fb24-4f6d-9685-0ff7270d6652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547f0aa9-c19c-42e1-ab06-9e19db400c75', 'name': 'tempest-TestMinimumBasicScenario-1596574861-router', 'tenant_id': '91d22867027f4801aff718bcefd14085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': 'c9ab2fce-b1e9-4915-b620-667d2defc9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:07:20Z', 'updated_at': '2021-06-16T16:07:25Z', 'revision_number': 4, 'project_id': '91d22867027f4801aff718bcefd14085', 'gw_port': {'id': 'c9ab2fce-b1e9-4915-b620-667d2defc9cc', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '547f0aa9-c19c-42e1-ab06-9e19db400c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:07:20Z', 'updated_at': '2021-06-16T16:07:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi', '_interfaces': [{'id': 'cc4277b9-d35f-4aed-a911-ba1febf411e5', 'name': '', 'network_id': '4057bf22-ac3d-4e18-b625-4b386aa886e2', 'tenant_id': '91d22867027f4801aff718bcefd14085', 'mac_address': 'fa:16:3e:2e:0f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '547f0aa9-c19c-42e1-ab06-9e19db400c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '24bc7f46-dc03-4821-a0a6-b8a9f3a61d91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:07:24Z', 'updated_at': '2021-06-16T16:07:25Z', 'revision_number': 2, 'project_id': '91d22867027f4801aff718bcefd14085', 'subnets': [{'id': '24bc7f46-dc03-4821-a0a6-b8a9f3a61d91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:07:27.994542 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ca49a7-fb24-4f6d-9685-0ff7270d6652 None None] Checking router: 547f0aa9-c19c-42e1-ab06-9e19db400c75 for host: dv-cinder-796114-3-iscsi {{(pid=91876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:07:27.994903 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ca49a7-fb24-4f6d-9685-0ff7270d6652 None None] Updating router 547f0aa9-c19c-42e1-ab06-9e19db400c75 port cc4277b9-d35f-4aed-a911-ba1febf411e5 binding host dv-cinder-796114-3-iscsi {{(pid=91876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:07:28.038581 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-28ca49a7-fb24-4f6d-9685-0ff7270d6652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:28.284872 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74340c70-d9b9-4720-bc04-4bf852b76dfc req-61ba0b33-ca24-4c6c-881e-da53d575ccab tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:28.300035 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-74340c70-d9b9-4720-bc04-4bf852b76dfc req-61ba0b33-ca24-4c6c-881e-da53d575ccab tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc60efe-e253-48bb-be1d-c16c72aab023 HTTP/1.1" status: 200 len: 945 time: 0.1043217 Jun 16 16:07:28.339678 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-74340c70-d9b9-4720-bc04-4bf852b76dfc req-a55c8d14-aaf7-4be3-aaef-12fc72dffe55 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/security-groups?id=01064c80-ee96-4ba5-9d69-666f89adc486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411439 Jun 16 16:07:28.388412 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-28ca49a7-fb24-4f6d-9685-0ff7270d6652 None None] Notify callbacks [] for port, precommit_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:28.401851 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-28ca49a7-fb24-4f6d-9685-0ff7270d6652 None None] Transition to ACTIVE for port object cc4277b9-d35f-4aed-a911-ba1febf411e5 will not be triggered until provisioned by entity L2. {{(pid=91876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:07:28.409094 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-28ca49a7-fb24-4f6d-9685-0ff7270d6652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:28.426515 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:07:28.632552 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05189db3-6fc1-4b6d-b0b1-2d42d200237f None None] Pushing event updated for resources: {'Port': ['ID=cc4277b9-d35f-4aed-a911-ba1febf411e5,revision_number=3']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:28.637229 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-05189db3-6fc1-4b6d-b0b1-2d42d200237f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:07:28.660477 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6931e3-a43c-4f58-a0d2-ac4f3e9aeea0 req-835627fb-8bc4-43a4-8f85-cc1d1048591d tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:28.671189 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-1c6931e3-a43c-4f58-a0d2-ac4f3e9aeea0 req-835627fb-8bc4-43a4-8f85-cc1d1048591d tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 945 time: 0.1269398 Jun 16 16:07:28.704074 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device c9ab2fce-b1e9-4915-b620-667d2defc9cc up at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:07:28.717404 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-1c6931e3-a43c-4f58-a0d2-ac4f3e9aeea0 req-36a973bb-169a-4334-b63d-908938f784dc tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448964 Jun 16 16:07:28.724727 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f060c2-aede-47a3-9766-3565888e1912 req-8f801911-b94c-4dfd-bd1b-66f4ac0b2303 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:28.732353 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d6f060c2-aede-47a3-9766-3565888e1912 req-8f801911-b94c-4dfd-bd1b-66f4ac0b2303 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1 HTTP/1.1" status: 200 len: 945 time: 0.1683049 Jun 16 16:07:28.757534 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-28ca49a7-fb24-4f6d-9685-0ff7270d6652 None None] Attempting to bind port cc4277b9-d35f-4aed-a911-ba1febf411e5 on host dv-cinder-796114-3-iscsi for vnic_type normal with profile {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:07:28.758050 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-28ca49a7-fb24-4f6d-9685-0ff7270d6652 None None] Attempting to bind port cc4277b9-d35f-4aed-a911-ba1febf411e5 by drivers openvswitch,hyperv on host dv-cinder-796114-3-iscsi at level 0 using segments [{'id': '192e62fd-866c-4908-8fd8-a82843e45362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '4057bf22-ac3d-4e18-b625-4b386aa886e2'}] {{(pid=91876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:07:28.758418 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ca49a7-fb24-4f6d-9685-0ff7270d6652 None None] Attempting to bind port cc4277b9-d35f-4aed-a911-ba1febf411e5 on network 4057bf22-ac3d-4e18-b625-4b386aa886e2 {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:07:28.766277 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ca49a7-fb24-4f6d-9685-0ff7270d6652 None None] Checking agent: {'id': '6d4db28b-73fb-449a-900a-e0a23b9890fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 57, 20), 'started_at': datetime.datetime(2021, 6, 16, 15, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:07:28.766694 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ca49a7-fb24-4f6d-9685-0ff7270d6652 None None] Checking segment: {'id': '192e62fd-866c-4908-8fd8-a82843e45362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '4057bf22-ac3d-4e18-b625-4b386aa886e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:07:28.767444 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-28ca49a7-fb24-4f6d-9685-0ff7270d6652 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:28.767919 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ca49a7-fb24-4f6d-9685-0ff7270d6652 None None] Bound using segment: {'id': '192e62fd-866c-4908-8fd8-a82843e45362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '4057bf22-ac3d-4e18-b625-4b386aa886e2'} {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:07:28.768604 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-28ca49a7-fb24-4f6d-9685-0ff7270d6652 None None] Bound port: cc4277b9-d35f-4aed-a911-ba1febf411e5, host: dv-cinder-796114-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '192e62fd-866c-4908-8fd8-a82843e45362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '4057bf22-ac3d-4e18-b625-4b386aa886e2'}}] {{(pid=91876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:07:28.769045 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-28ca49a7-fb24-4f6d-9685-0ff7270d6652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:28.843304 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device 6575874c-1654-4f04-8efd-46fb3521dfb7 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91876) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:07:28.846217 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d6f060c2-aede-47a3-9766-3565888e1912 req-fc3196f1-cc11-44ef-85af-f6844463a9b8 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125855 Jun 16 16:07:28.993304 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device d745931d-4657-4324-817e-df9a2c398668 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:07:29.048239 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] For port 6575874c-1654-4f04-8efd-46fb3521dfb7, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=6575874c-1654-4f04-8efd-46fb3521dfb7,segment=NetworkSegment(9b04c04a-5851-495d-91c5-098f1a7e56ff),segment_id=9b04c04a-5851-495d-91c5-098f1a7e56ff)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:07:29.068105 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning complete for port c9ab2fce-b1e9-4915-b620-667d2defc9cc triggered by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:07:29.068432 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:29.104160 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] No Port match for: d745931d-4657-4324-817e-df9a2c398668 {{(pid=91876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:07:29.104862 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device d745931d-4657-4324-817e-df9a2c398668 not bound to the agent host hv-cinder-79611 {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:07:29.119967 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Returning: {'device': '6575874c-1654-4f04-8efd-46fb3521dfb7', 'network_id': 'cfdbc1d1-75c9-493c-aefe-3be5c8294cd4', 'port_id': '6575874c-1654-4f04-8efd-46fb3521dfb7', 'mac_address': 'fa:16:3e:58:ef:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b78bc3c-b434-4bd5-9871-761bea7dd046', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91876) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:07:29.142507 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-28ca49a7-fb24-4f6d-9685-0ff7270d6652 None None] For port cc4277b9-d35f-4aed-a911-ba1febf411e5, host dv-cinder-796114-3-iscsi, cleared binding levels {{(pid=91876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:07:29.154931 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-28ca49a7-fb24-4f6d-9685-0ff7270d6652 None None] For port cc4277b9-d35f-4aed-a911-ba1febf411e5, host dv-cinder-796114-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=cc4277b9-d35f-4aed-a911-ba1febf411e5,segment=NetworkSegment(192e62fd-866c-4908-8fd8-a82843e45362),segment_id=192e62fd-866c-4908-8fd8-a82843e45362)] {{(pid=91876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:07:29.156627 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2542761a-6226-4f36-8494-4109432b7fa2 req-3ce783f1-4ec5-4f0e-8913-0350409ff414 tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:29.165987 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-2542761a-6226-4f36-8494-4109432b7fa2 req-3ce783f1-4ec5-4f0e-8913-0350409ff414 tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] 10.222.0.49 "GET /v2.0/ports?device_id=323da933-8037-4dfd-8c47-b02c44f11c74 HTTP/1.1" status: 200 len: 950 time: 0.1634316 Jun 16 16:07:29.227743 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:29.242137 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-28ca49a7-fb24-4f6d-9685-0ff7270d6652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:29.253689 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.notifiers.nova [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6575874c-1654-4f04-8efd-46fb3521dfb7 {{(pid=91876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:07:29.281826 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] For port 6575874c-1654-4f04-8efd-46fb3521dfb7, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=6575874c-1654-4f04-8efd-46fb3521dfb7,segment=NetworkSegment(9b04c04a-5851-495d-91c5-098f1a7e56ff),segment_id=9b04c04a-5851-495d-91c5-098f1a7e56ff)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:07:29.283583 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:07:29.310579 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-2542761a-6226-4f36-8494-4109432b7fa2 req-2937f418-0941-416a-b278-f2fcb2c1acc2 tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] 10.222.0.49 "GET /v2.0/security-groups?id=32e03b1d-4e33-4f9a-8434-5f74e892ae25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332803 Jun 16 16:07:29.364816 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedfc0e9-d682-48c4-86a0-062fbc3fe7fc req-561dcafc-523e-46b0-9270-f49b9b6683d3 tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:29.366433 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-dedfc0e9-d682-48c4-86a0-062fbc3fe7fc req-561dcafc-523e-46b0-9270-f49b9b6683d3 tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] 10.222.0.15 "GET /v2.0/ports?device_id=323da933-8037-4dfd-8c47-b02c44f11c74 HTTP/1.1" status: 200 len: 950 time: 0.1983259 Jun 16 16:07:29.388118 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05189db3-6fc1-4b6d-b0b1-2d42d200237f None None] Pushing event updated for resources: {'Port': ['ID=cc4277b9-d35f-4aed-a911-ba1febf411e5,revision_number=4']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:29.393130 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:29.396621 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-05189db3-6fc1-4b6d-b0b1-2d42d200237f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:07:29.397862 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-05189db3-6fc1-4b6d-b0b1-2d42d200237f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:07:29.624400 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Pushing event updated for resources: {'Port': ['ID=6575874c-1654-4f04-8efd-46fb3521dfb7,revision_number=6']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:29.655819 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:07:29.691275 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ca49a7-fb24-4f6d-9685-0ff7270d6652 None None] Routers {'547f0aa9-c19c-42e1-ab06-9e19db400c75'} bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:07:29.692512 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-28ca49a7-fb24-4f6d-9685-0ff7270d6652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:57:20Z,description=,heartbeat_timestamp=2021-06-16T16:07:20Z,host='dv-cinder-796114-3-iscsi',id=0e7678c9-774c-4c46-a09f-f3aaee363ca4,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:57:20Z,topic='l3_agent')) {'router_ids': ['547f0aa9-c19c-42e1-ab06-9e19db400c75'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:07:29.763364 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [req-dedfc0e9-d682-48c4-86a0-062fbc3fe7fc req-20a8472a-bb9c-47f2-90c9-053bcbde1c33 tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] Deleting port ff85f47e-294e-41b7-a760-d72da3dd750e {{(pid=91875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:07:29.764456 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-dedfc0e9-d682-48c4-86a0-062fbc3fe7fc req-20a8472a-bb9c-47f2-90c9-053bcbde1c33 tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726811340957'] for port, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:29.991885 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dce65d-fef5-41ae-a6fa-bda4672acd32 req-9b63e5d5-4d9f-4713-bc38-f70aa2e1d7c1 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:29.994396 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-75dce65d-fef5-41ae-a6fa-bda4672acd32 req-9b63e5d5-4d9f-4713-bc38-f70aa2e1d7c1 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc60efe-e253-48bb-be1d-c16c72aab023 HTTP/1.1" status: 200 len: 945 time: 0.2497311 Jun 16 16:07:30.005832 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-28ca49a7-fb24-4f6d-9685-0ff7270d6652 None None] Set router 547f0aa9-c19c-42e1-ab06-9e19db400c75 gateway port host: dv-cinder-796114-3-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:07:30.039820 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [req-dedfc0e9-d682-48c4-86a0-062fbc3fe7fc req-20a8472a-bb9c-47f2-90c9-053bcbde1c33 tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] For port ff85f47e-294e-41b7-a760-d72da3dd750e, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=ff85f47e-294e-41b7-a760-d72da3dd750e,segment=NetworkSegment(c3729bf0-c745-4c70-81e8-6120ce6e1fdc),segment_id=c3729bf0-c745-4c70-81e8-6120ce6e1fdc)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:07:30.044578 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-dedfc0e9-d682-48c4-86a0-062fbc3fe7fc req-20a8472a-bb9c-47f2-90c9-053bcbde1c33 tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674541'] for port, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:30.119861 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-75dce65d-fef5-41ae-a6fa-bda4672acd32 req-4bfb1d71-ab11-4c3e-b3da-e256d6d81ace tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/security-groups?id=01064c80-ee96-4ba5-9d69-666f89adc486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180654 Jun 16 16:07:30.120841 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] get_ports_and_sgs() called for port_ids ['6575874c-1654-4f04-8efd-46fb3521dfb7'] {{(pid=91876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:07:30.265025 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [req-dedfc0e9-d682-48c4-86a0-062fbc3fe7fc req-20a8472a-bb9c-47f2-90c9-053bcbde1c33 tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] Calling delete_port for ff85f47e-294e-41b7-a760-d72da3dd750e owned by compute:nova {{(pid=91875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:07:30.390468 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b96d0-d9a8-4a56-a0f5-91545943f1f8 req-34c34506-96d7-4a32-a74c-64e1ddbbf17b tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:30.406512 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-223b96d0-d9a8-4a56-a0f5-91545943f1f8 req-34c34506-96d7-4a32-a74c-64e1ddbbf17b tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1 HTTP/1.1" status: 200 len: 945 time: 0.1175380 Jun 16 16:07:30.535846 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-223b96d0-d9a8-4a56-a0f5-91545943f1f8 req-2383b660-3242-433e-b066-4d93ced2742e tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286163 Jun 16 16:07:30.696202 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72da3f-6864-47d6-af99-70af8ae47072 req-806f8f5f-e07b-4fa7-b5e9-53ec7fea6736 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:30.703795 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-5e72da3f-6864-47d6-af99-70af8ae47072 req-806f8f5f-e07b-4fa7-b5e9-53ec7fea6736 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 944 time: 0.2106376 Jun 16 16:07:30.777389 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-5e72da3f-6864-47d6-af99-70af8ae47072 req-e226d931-e590-464f-9821-e49f1e74b75f tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699162 Jun 16 16:07:30.782669 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-dedfc0e9-d682-48c4-86a0-062fbc3fe7fc req-20a8472a-bb9c-47f2-90c9-053bcbde1c33 tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726811346809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726810953732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449056'] for port, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:30.799787 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:07:30.835678 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] get_ports_and_sgs() called for port_ids ['ff85f47e-294e-41b7-a760-d72da3dd750e'] {{(pid=91876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:07:30.861024 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a8472a-bb9c-47f2-90c9-053bcbde1c33 tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] Pushing event deleted for resources: {'Port': ['ID=ff85f47e-294e-41b7-a760-d72da3dd750e,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:30.871302 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-0a98b942-fd40-4e8b-886e-4a530af002db req-7505b7d5-06d7-45cc-abe2-2a40b8b52280 tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] 10.222.0.49 "GET /v2.0/ports?device_id=323da933-8037-4dfd-8c47-b02c44f11c74 HTTP/1.1" status: 200 len: 210 time: 0.0853872 Jun 16 16:07:30.875521 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-20a8472a-bb9c-47f2-90c9-053bcbde1c33 tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:07:30.936178 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device 6575874c-1654-4f04-8efd-46fb3521dfb7 up at agent hyperv_hv-cinder-79611 {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:07:30.983034 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [req-dedfc0e9-d682-48c4-86a0-062fbc3fe7fc req-20a8472a-bb9c-47f2-90c9-053bcbde1c33 tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] No DVR routers for this DVR port ff85f47e-294e-41b7-a760-d72da3dd750e on host hv-cinder-79611 {{(pid=91875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:07:30.986807 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-dedfc0e9-d682-48c4-86a0-062fbc3fe7fc req-20a8472a-bb9c-47f2-90c9-053bcbde1c33 tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208782'] for port, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:30.990066 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-dedfc0e9-d682-48c4-86a0-062fbc3fe7fc req-20a8472a-bb9c-47f2-90c9-053bcbde1c33 tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] 10.222.0.15 "DELETE /v2.0/ports/ff85f47e-294e-41b7-a760-d72da3dd750e HTTP/1.1" status: 204 len: 173 time: 1.6154382 Jun 16 16:07:30.990807 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '323da933-8037-4dfd-8c47-b02c44f11c74', 'name': 'network-vif-deleted', 'tag': 'ff85f47e-294e-41b7-a760-d72da3dd750e'}] {{(pid=91875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:07:30.993932 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd288140b641fa203b825626e643c4ae2408c15f4fce5032d4686340f68cf7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e4cef4-e592-4da0-a8c6-a784f7337fb1" -d '{"events": [{"server_uuid": "323da933-8037-4dfd-8c47-b02c44f11c74", "name": "network-vif-deleted", "tag": "ff85f47e-294e-41b7-a760-d72da3dd750e"}]}' {{(pid=91875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:07:31.045670 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ae870e-abc9-44a3-bf05-07e0bb6bc9af x-openstack-request-id: req-07ae870e-abc9-44a3-bf05-07e0bb6bc9af {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:07:31.046006 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "323da933-8037-4dfd-8c47-b02c44f11c74", "name": "network-vif-deleted", "tag": "ff85f47e-294e-41b7-a760-d72da3dd750e", "status": "completed", "code": 200}]} {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:07:31.046380 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-07ae870e-abc9-44a3-bf05-07e0bb6bc9af {{(pid=91875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:07:31.046839 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '323da933-8037-4dfd-8c47-b02c44f11c74', 'name': 'network-vif-deleted', 'tag': 'ff85f47e-294e-41b7-a760-d72da3dd750e', 'status': 'completed', 'code': 200} Jun 16 16:07:31.086200 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Provisioning complete for port 6575874c-1654-4f04-8efd-46fb3521dfb7 triggered by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:07:31.086948 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:31.125022 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-28ca49a7-fb24-4f6d-9685-0ff7270d6652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547f0aa9-c19c-42e1-ab06-9e19db400c75', 'name': 'tempest-TestMinimumBasicScenario-1596574861-router', 'tenant_id': '91d22867027f4801aff718bcefd14085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': 'c9ab2fce-b1e9-4915-b620-667d2defc9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:07:20Z', 'updated_at': '2021-06-16T16:07:25Z', 'revision_number': 4, 'project_id': '91d22867027f4801aff718bcefd14085', 'gw_port': {'id': 'c9ab2fce-b1e9-4915-b620-667d2defc9cc', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547f0aa9-c19c-42e1-ab06-9e19db400c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:07:20Z', 'updated_at': '2021-06-16T16:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi', '_interfaces': [{'id': 'cc4277b9-d35f-4aed-a911-ba1febf411e5', 'name': '', 'network_id': '4057bf22-ac3d-4e18-b625-4b386aa886e2', 'tenant_id': '91d22867027f4801aff718bcefd14085', 'mac_address': 'fa:16:3e:2e:0f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '547f0aa9-c19c-42e1-ab06-9e19db400c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '24bc7f46-dc03-4821-a0a6-b8a9f3a61d91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:07:24Z', 'updated_at': '2021-06-16T16:07:29Z', 'revision_number': 4, 'project_id': '91d22867027f4801aff718bcefd14085', 'subnets': [{'id': '24bc7f46-dc03-4821-a0a6-b8a9f3a61d91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:07:31.158188 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ca49a7-fb24-4f6d-9685-0ff7270d6652 None None] The sync data for ids ['547f0aa9-c19c-42e1-ab06-9e19db400c75'] in dv-cinder-796114-3-iscsi is: [{'id': '547f0aa9-c19c-42e1-ab06-9e19db400c75', 'name': 'tempest-TestMinimumBasicScenario-1596574861-router', 'tenant_id': '91d22867027f4801aff718bcefd14085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': 'c9ab2fce-b1e9-4915-b620-667d2defc9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:07:20Z', 'updated_at': '2021-06-16T16:07:25Z', 'revision_number': 4, 'project_id': '91d22867027f4801aff718bcefd14085', 'gw_port': {'id': 'c9ab2fce-b1e9-4915-b620-667d2defc9cc', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547f0aa9-c19c-42e1-ab06-9e19db400c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:07:20Z', 'updated_at': '2021-06-16T16:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi', '_interfaces': [{'id': 'cc4277b9-d35f-4aed-a911-ba1febf411e5', 'name': '', 'network_id': '4057bf22-ac3d-4e18-b625-4b386aa886e2', 'tenant_id': '91d22867027f4801aff718bcefd14085', 'mac_address': 'fa:16:3e:2e:0f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '547f0aa9-c19c-42e1-ab06-9e19db400c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '24bc7f46-dc03-4821-a0a6-b8a9f3a61d91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:07:24Z', 'updated_at': '2021-06-16T16:07:29Z', 'revision_number': 4, 'project_id': '91d22867027f4801aff718bcefd14085', 'subnets': [{'id': '24bc7f46-dc03-4821-a0a6-b8a9f3a61d91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:07:31.354214 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:31.510951 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b182016a-ee8e-4a87-8b8e-4d34fb9cf74b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6575874c-1654-4f04-8efd-46fb3521dfb7'}] {{(pid=91876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:07:31.532620 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a9c68db8c06307a0250ecdd4df366f09270e0987ddc1c5d61c2ecaceaac02f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8e4e57-8896-44ef-be42-fca41f75ee37" -d '{"events": [{"server_uuid": "b182016a-ee8e-4a87-8b8e-4d34fb9cf74b", "name": "network-vif-plugged", "status": "completed", "tag": "6575874c-1654-4f04-8efd-46fb3521dfb7"}]}' {{(pid=91876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:07:31.556695 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] For port 6575874c-1654-4f04-8efd-46fb3521dfb7, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=6575874c-1654-4f04-8efd-46fb3521dfb7,segment=NetworkSegment(9b04c04a-5851-495d-91c5-098f1a7e56ff),segment_id=9b04c04a-5851-495d-91c5-098f1a7e56ff)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:07:31.577151 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:31.579808 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:07:31.632307 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8775e4ce-a39d-4d13-8952-f57a5f94e3a5 req-cef8ae40-a020-4952-92ae-2ea911074c68 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:31.633921 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-8775e4ce-a39d-4d13-8952-f57a5f94e3a5 req-cef8ae40-a020-4952-92ae-2ea911074c68 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc60efe-e253-48bb-be1d-c16c72aab023 HTTP/1.1" status: 200 len: 945 time: 0.2103705 Jun 16 16:07:31.694675 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Pushing event updated for resources: {'Port': ['ID=6575874c-1654-4f04-8efd-46fb3521dfb7,revision_number=7']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:31.698962 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:07:31.701660 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6223f771-a40b-494e-9961-f9435b53312f x-openstack-request-id: req-6223f771-a40b-494e-9961-f9435b53312f {{(pid=91876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:07:31.702184 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b182016a-ee8e-4a87-8b8e-4d34fb9cf74b", "name": "network-vif-plugged", "status": "completed", "tag": "6575874c-1654-4f04-8efd-46fb3521dfb7", "code": 200}]} {{(pid=91876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:07:31.702621 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6223f771-a40b-494e-9961-f9435b53312f {{(pid=91876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:07:31.703181 dv-cinder-796114-3-iscsi neutron-server[91876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b182016a-ee8e-4a87-8b8e-4d34fb9cf74b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6575874c-1654-4f04-8efd-46fb3521dfb7', 'code': 200} Jun 16 16:07:31.748649 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-8775e4ce-a39d-4d13-8952-f57a5f94e3a5 req-dec18e7e-991c-464f-9317-0d28b50fd1fc tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/security-groups?id=01064c80-ee96-4ba5-9d69-666f89adc486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982540 Jun 16 16:07:32.077524 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff1d2cd-affb-4a01-b294-34bf2a9a4ade req-da3733e4-9c8e-4f1a-aedf-d9be01d77d77 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:32.087311 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae899a4-ae0b-4b9a-a317-1d26c100ef30 req-e53cfca4-3e46-4972-87c6-bedfc2a5208c tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:32.095098 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-4ae899a4-ae0b-4b9a-a317-1d26c100ef30 req-e53cfca4-3e46-4972-87c6-bedfc2a5208c tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1 HTTP/1.1" status: 200 len: 945 time: 0.1811833 Jun 16 16:07:32.095585 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-3ff1d2cd-affb-4a01-b294-34bf2a9a4ade req-da3733e4-9c8e-4f1a-aedf-d9be01d77d77 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 945 time: 0.1500528 Jun 16 16:07:32.181125 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-4ae899a4-ae0b-4b9a-a317-1d26c100ef30 req-77503da9-314d-48ad-bd00-b7a8896b3ab7 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850353 Jun 16 16:07:32.202074 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-3ff1d2cd-affb-4a01-b294-34bf2a9a4ade req-0e601fc7-8579-49c8-9dcc-9167878fa14f tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024485 Jun 16 16:07:32.785598 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device cc4277b9-d35f-4aed-a911-ba1febf411e5 up at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:07:32.820815 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.agents_db [None req-058d43c2-15cf-4374-9ac5-1369303d1fb9 None None] Agent healthcheck: found 6 active agents {{(pid=91877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:07:32.852876 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device ff85f47e-294e-41b7-a760-d72da3dd750e no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:07:32.922623 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] No Port match for: ff85f47e-294e-41b7-a760-d72da3dd750e {{(pid=91876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:07:32.922990 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device ff85f47e-294e-41b7-a760-d72da3dd750e not bound to the agent host hv-cinder-79611 {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:07:32.967907 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning for port cc4277b9-d35f-4aed-a911-ba1febf411e5 completed by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:07:32.973746 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning complete for port cc4277b9-d35f-4aed-a911-ba1febf411e5 triggered by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:07:32.974459 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:33.187859 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00ab83f-e2e7-4308-91fa-e90bb7a8b057 req-fc5cec56-560e-4b0d-8d50-d89e8941eba6 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:33.196218 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-b00ab83f-e2e7-4308-91fa-e90bb7a8b057 req-fc5cec56-560e-4b0d-8d50-d89e8941eba6 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc60efe-e253-48bb-be1d-c16c72aab023 HTTP/1.1" status: 200 len: 945 time: 0.1700082 Jun 16 16:07:33.285026 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-b00ab83f-e2e7-4308-91fa-e90bb7a8b057 req-6d9a775f-7ded-4678-9f12-246fe76a606a tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/security-groups?id=01064c80-ee96-4ba5-9d69-666f89adc486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877786 Jun 16 16:07:33.539362 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:33.562750 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc80189-d233-4ce6-911d-dfdcfa7813ad req-d7fbd1e7-6bd9-4dd1-8065-a342912ebc33 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:33.564574 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-0cc80189-d233-4ce6-911d-dfdcfa7813ad req-d7fbd1e7-6bd9-4dd1-8065-a342912ebc33 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 945 time: 0.1112800 Jun 16 16:07:33.584566 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d75cd9b-c60d-4530-a28a-42fac2067188 req-013c00b7-6476-4998-a1e8-8dc97f7b92ac tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:33.589789 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-6d75cd9b-c60d-4530-a28a-42fac2067188 req-013c00b7-6476-4998-a1e8-8dc97f7b92ac tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1 HTTP/1.1" status: 200 len: 945 time: 0.1661756 Jun 16 16:07:33.618122 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] For port cc4277b9-d35f-4aed-a911-ba1febf411e5, host dv-cinder-796114-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=cc4277b9-d35f-4aed-a911-ba1febf411e5,segment=NetworkSegment(192e62fd-866c-4908-8fd8-a82843e45362),segment_id=192e62fd-866c-4908-8fd8-a82843e45362)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:07:33.625749 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-0cc80189-d233-4ce6-911d-dfdcfa7813ad req-8474d41b-dc5d-4fc6-91fe-e8ca1b69fa21 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534689 Jun 16 16:07:33.634883 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:33.639889 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:07:33.705717 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-6d75cd9b-c60d-4530-a28a-42fac2067188 req-2fc67982-7c10-43e0-a23b-3ab57329c95f tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080017 Jun 16 16:07:33.764508 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Pushing event updated for resources: {'Port': ['ID=cc4277b9-d35f-4aed-a911-ba1febf411e5,revision_number=5']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:33.776388 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:07:34.592001 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c024a8-361b-4612-9645-1784c48e4999 req-fa455109-a494-4eb6-94a5-da305232c026 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:34.604608 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-32c024a8-361b-4612-9645-1784c48e4999 req-fa455109-a494-4eb6-94a5-da305232c026 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc60efe-e253-48bb-be1d-c16c72aab023 HTTP/1.1" status: 200 len: 945 time: 0.1265938 Jun 16 16:07:34.705795 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device cc4277b9-d35f-4aed-a911-ba1febf411e5 up at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:07:34.749905 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-32c024a8-361b-4612-9645-1784c48e4999 req-5dcade44-56b8-4264-9fa9-7b777e690fc6 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/security-groups?id=01064c80-ee96-4ba5-9d69-666f89adc486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403582 Jun 16 16:07:34.815701 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning complete for port cc4277b9-d35f-4aed-a911-ba1febf411e5 triggered by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:07:34.817697 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:35.189402 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f3dda-f7cf-4424-a8c2-9d17a8cb735a req-bfdae171-5b75-412a-a890-678afb79855b tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:35.191066 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-864f3dda-f7cf-4424-a8c2-9d17a8cb735a req-bfdae171-5b75-412a-a890-678afb79855b tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 945 time: 0.2683883 Jun 16 16:07:35.211257 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef592bfa-defb-494a-8d7c-0c867505f955 req-23d2ad95-12d1-464b-ba40-47863f8b1292 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:35.212839 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ef592bfa-defb-494a-8d7c-0c867505f955 req-23d2ad95-12d1-464b-ba40-47863f8b1292 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1 HTTP/1.1" status: 200 len: 945 time: 0.1506748 Jun 16 16:07:35.260464 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-864f3dda-f7cf-4424-a8c2-9d17a8cb735a req-203f94a9-7fbe-47f1-bcb2-670b79ba671d tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543308 Jun 16 16:07:35.291278 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ef592bfa-defb-494a-8d7c-0c867505f955 req-cc2e0622-2e61-4d15-a7a3-c85a75d60ffb tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675752 Jun 16 16:07:36.031491 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d054daea-9a1f-47a7-a488-d9cf5fe6e514 req-23380ffa-bcbd-4ff7-8eb1-06256ab351ac tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:36.048471 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-d054daea-9a1f-47a7-a488-d9cf5fe6e514 req-23380ffa-bcbd-4ff7-8eb1-06256ab351ac tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc60efe-e253-48bb-be1d-c16c72aab023 HTTP/1.1" status: 200 len: 945 time: 0.1173117 Jun 16 16:07:36.141279 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-d054daea-9a1f-47a7-a488-d9cf5fe6e514 req-b6a27a0a-b660-483f-8028-809c6e9bfd90 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/security-groups?id=01064c80-ee96-4ba5-9d69-666f89adc486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894952 Jun 16 16:07:36.296837 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 38020) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:07:36.392157 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_v2 [None req-154e1bea-681a-46b3-8009-fff29e1cd634 admin admin] Deleting subnet 87d2505b-2c57-442e-9789-ce4b144162a4 {{(pid=91874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:07:36.405105 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-154e1bea-681a-46b3-8009-fff29e1cd634 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:36.528714 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-154e1bea-681a-46b3-8009-fff29e1cd634 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:36.545126 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-154e1bea-681a-46b3-8009-fff29e1cd634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16234147'] for subnet, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:36.678960 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-154e1bea-681a-46b3-8009-fff29e1cd634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16234172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785'] for subnet, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:36.692373 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:07:36.703703 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-154e1bea-681a-46b3-8009-fff29e1cd634 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16222807'] for subnet, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:36.706601 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-154e1bea-681a-46b3-8009-fff29e1cd634 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/87d2505b-2c57-442e-9789-ce4b144162a4 HTTP/1.1" status: 204 len: 168 time: 0.4081092 Jun 16 16:07:36.728723 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 38028) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:07:36.757750 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154e1bea-681a-46b3-8009-fff29e1cd634 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87d2505b-2c57-442e-9789-ce4b144162a4,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:36.760570 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-154e1bea-681a-46b3-8009-fff29e1cd634 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:07:36.956783 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac881e87-3423-48a7-ac47-ce89c566e3dd req-942ec317-388c-4c83-94f7-154a37ef7434 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:36.967399 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ac881e87-3423-48a7-ac47-ce89c566e3dd req-942ec317-388c-4c83-94f7-154a37ef7434 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1 HTTP/1.1" status: 200 len: 945 time: 0.1272953 Jun 16 16:07:37.038707 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ac881e87-3423-48a7-ac47-ce89c566e3dd req-48f6b1b6-bf4b-41de-86f4-41d7bf820f20 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679617 Jun 16 16:07:37.067196 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d377fe8f-0d5b-4277-96d0-eb1977bb9566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16160318'] for network, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:37.109463 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a3c3b3-9051-447a-9cfb-537e15f4dcd5 req-0f7ae851-648a-43d4-8e6c-d21d7e0544c9 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:37.111051 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-29a3c3b3-9051-447a-9cfb-537e15f4dcd5 req-0f7ae851-648a-43d4-8e6c-d21d7e0544c9 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 945 time: 0.4612026 Jun 16 16:07:37.188362 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b8826e-5886-4c48-bfac-4d0cd7eba263 req-14cd267c-3830-4e4a-bcb7-a46dd66c6feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:37.190216 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-30b8826e-5886-4c48-bfac-4d0cd7eba263 req-14cd267c-3830-4e4a-bcb7-a46dd66c6feb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6f37c6beb22479fae2758d3ed17d813&device_id=0cc60efe-e253-48bb-be1d-c16c72aab023 HTTP/1.1" status: 200 len: 1098 time: 0.3790753 Jun 16 16:07:37.313558 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c158e-315e-4d5d-b4f4-17163c4f3d3e req-b38ba9fe-5585-4f04-b936-d65e908166bb tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:37.325721 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-703c158e-315e-4d5d-b4f4-17163c4f3d3e req-b38ba9fe-5585-4f04-b936-d65e908166bb tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc60efe-e253-48bb-be1d-c16c72aab023 HTTP/1.1" status: 200 len: 945 time: 0.1171200 Jun 16 16:07:37.355482 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-29a3c3b3-9051-447a-9cfb-537e15f4dcd5 req-de954978-028a-485f-a71e-47273a5f9d7d tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2276037 Jun 16 16:07:37.413610 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-703c158e-315e-4d5d-b4f4-17163c4f3d3e req-e8889672-0877-40d0-9792-35f760c14b6d tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/security-groups?id=01064c80-ee96-4ba5-9d69-666f89adc486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703175 Jun 16 16:07:37.435885 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b8826e-5886-4c48-bfac-4d0cd7eba263 req-f8309902-1280-4b2a-a93a-0f9c2a66d569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:37.437819 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-30b8826e-5886-4c48-bfac-4d0cd7eba263 req-f8309902-1280-4b2a-a93a-0f9c2a66d569 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9b440f45-4a88-4d84-9a29-8220f48297fe HTTP/1.1" status: 200 len: 910 time: 0.2081518 Jun 16 16:07:37.499497 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d377fe8f-0d5b-4277-96d0-eb1977bb9566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16236332', 'neutron.services.segments.db._delete_segments_for_network-8726811427889'] for network, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:37.528162 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.services.segments.db [None req-d377fe8f-0d5b-4277-96d0-eb1977bb9566 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['734e6987-4ef1-4cce-9ac5-65fcc8bdf99e']}} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:07:37.582784 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.services.segments.db [None req-d377fe8f-0d5b-4277-96d0-eb1977bb9566 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acd487b8-0d2b-4aed-97b9-0015524b1444') {'for_net_delete': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:07:37.583073 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.services.segments.db [None req-d377fe8f-0d5b-4277-96d0-eb1977bb9566 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acd487b8-0d2b-4aed-97b9-0015524b1444') {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:07:37.597235 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d377fe8f-0d5b-4277-96d0-eb1977bb9566 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726811427202', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4037697'] for segment, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:37.623867 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-30b8826e-5886-4c48-bfac-4d0cd7eba263 req-44011658-8bb0-4a25-94f6-2c35f664a9af service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=251c5bee-1a5b-4457-960d-646b0cb7a851 HTTP/1.1" status: 200 len: 1001 time: 0.1059635 Jun 16 16:07:37.624901 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d377fe8f-0d5b-4277-96d0-eb1977bb9566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233616'] for segment, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:37.631380 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d377fe8f-0d5b-4277-96d0-eb1977bb9566 admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=91875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:07:37.631783 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d377fe8f-0d5b-4277-96d0-eb1977bb9566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2449141'] for segment, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:37.634498 dv-cinder-796114-3-iscsi neutron-server[91875]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:07:37.634498 dv-cinder-796114-3-iscsi neutron-server[91875]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:07:37.634498 dv-cinder-796114-3-iscsi neutron-server[91875]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:07:37.634498 dv-cinder-796114-3-iscsi neutron-server[91875]: retrieve_revision_numbers = { Jun 16 16:07:37.634498 dv-cinder-796114-3-iscsi neutron-server[91875]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:07:37.634498 dv-cinder-796114-3-iscsi neutron-server[91875]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:07:37.634498 dv-cinder-796114-3-iscsi neutron-server[91875]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:07:37.634498 dv-cinder-796114-3-iscsi neutron-server[91875]: retrieve_revision_numbers = { Jun 16 16:07:37.634498 dv-cinder-796114-3-iscsi neutron-server[91875]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:07:37.634498 dv-cinder-796114-3-iscsi neutron-server[91875]: retrieve_revision_numbers = { Jun 16 16:07:37.634498 dv-cinder-796114-3-iscsi neutron-server[91875]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:07:37.634498 dv-cinder-796114-3-iscsi neutron-server[91875]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:07:37.634498 dv-cinder-796114-3-iscsi neutron-server[91875]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:07:37.634498 dv-cinder-796114-3-iscsi neutron-server[91875]: retrieve_revision_numbers = { Jun 16 16:07:37.634498 dv-cinder-796114-3-iscsi neutron-server[91875]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:07:37.634498 dv-cinder-796114-3-iscsi neutron-server[91875]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:07:37.634498 dv-cinder-796114-3-iscsi neutron-server[91875]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:07:37.634498 dv-cinder-796114-3-iscsi neutron-server[91875]: retrieve_revision_numbers = { Jun 16 16:07:37.634498 dv-cinder-796114-3-iscsi neutron-server[91875]: Traceback (most recent call last): Jun 16 16:07:37.634498 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:07:37.634498 dv-cinder-796114-3-iscsi neutron-server[91875]: timer() Jun 16 16:07:37.634498 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:07:37.634498 dv-cinder-796114-3-iscsi neutron-server[91875]: cb(*args, **kw) Jun 16 16:07:37.634498 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:07:37.634498 dv-cinder-796114-3-iscsi neutron-server[91875]: return func(*args, **kwargs) Jun 16 16:07:37.634498 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:07:37.634498 dv-cinder-796114-3-iscsi neutron-server[91875]: self._notify() Jun 16 16:07:37.634498 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:07:37.634498 dv-cinder-796114-3-iscsi neutron-server[91875]: self.callback(batched_events) Jun 16 16:07:37.634498 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:07:37.634498 dv-cinder-796114-3-iscsi neutron-server[91875]: event.method(event) Jun 16 16:07:37.634498 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:07:37.634498 dv-cinder-796114-3-iscsi neutron-server[91875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:07:37.634498 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:07:37.634498 dv-cinder-796114-3-iscsi neutron-server[91875]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:07:37.634498 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:07:37.634498 dv-cinder-796114-3-iscsi neutron-server[91875]: return f(self, *a, **k) Jun 16 16:07:37.634498 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:07:37.634498 dv-cinder-796114-3-iscsi neutron-server[91875]: return self._get(url).json() Jun 16 16:07:37.634498 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:07:37.634498 dv-cinder-796114-3-iscsi neutron-server[91875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:07:37.634498 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:07:37.634498 dv-cinder-796114-3-iscsi neutron-server[91875]: return self.request(url, 'GET', **kwargs) Jun 16 16:07:37.634498 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:07:37.634498 dv-cinder-796114-3-iscsi neutron-server[91875]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:07:37.634498 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:07:37.634498 dv-cinder-796114-3-iscsi neutron-server[91875]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:07:37.634498 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:07:37.634498 dv-cinder-796114-3-iscsi neutron-server[91875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:07:37.634498 dv-cinder-796114-3-iscsi neutron-server[91875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:07:37.965571 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b8826e-5886-4c48-bfac-4d0cd7eba263 req-18e1aee4-f53f-4f9b-a2df-3bec9b2c3d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:37.965571 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-30b8826e-5886-4c48-bfac-4d0cd7eba263 req-18e1aee4-f53f-4f9b-a2df-3bec9b2c3d51 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ea00e02a-6838-40a9-b1d7-a5a03e20d3b1 HTTP/1.1" status: 200 len: 848 time: 0.3180983 Jun 16 16:07:38.063229 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d377fe8f-0d5b-4277-96d0-eb1977bb9566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16236325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-700135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702067'] for network, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:38.071953 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-aff0536c-213a-4ba2-b972-57743ed5e40d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:07:38.083172 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d377fe8f-0d5b-4277-96d0-eb1977bb9566 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16222807'] for network, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:38.089278 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 38034) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:07:38.102658 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-d377fe8f-0d5b-4277-96d0-eb1977bb9566 admin admin] 10.222.0.49 "DELETE /v2.0/networks/734e6987-4ef1-4cce-9ac5-65fcc8bdf99e HTTP/1.1" status: 204 len: 168 time: 1.3550835 Jun 16 16:07:38.127776 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d377fe8f-0d5b-4277-96d0-eb1977bb9566 admin admin] Pushing event deleted for resources: {'Network': ['ID=734e6987-4ef1-4cce-9ac5-65fcc8bdf99e,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:38.145310 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d377fe8f-0d5b-4277-96d0-eb1977bb9566 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:07:38.193537 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b8826e-5886-4c48-bfac-4d0cd7eba263 req-361355f2-095d-449c-9458-65647f459f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:38.199072 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-30b8826e-5886-4c48-bfac-4d0cd7eba263 req-361355f2-095d-449c-9458-65647f459f27 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9b440f45-4a88-4d84-9a29-8220f48297fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2166905 Jun 16 16:07:38.203334 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_v2 [None req-83487e6d-30f4-4db9-8e50-9f43362007b6 admin admin] Deleting subnet 6319d155-989d-49a6-814b-d4a9c4edf8ae {{(pid=91874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:07:38.210845 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-83487e6d-30f4-4db9-8e50-9f43362007b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:38.296341 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-83487e6d-30f4-4db9-8e50-9f43362007b6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:38.313740 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-83487e6d-30f4-4db9-8e50-9f43362007b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16234147'] for subnet, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:38.358867 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-30b8826e-5886-4c48-bfac-4d0cd7eba263 req-9d3e8692-bec0-4492-9b7b-ef56bee7f715 service neutron] 10.222.0.15 "GET /v2.0/networks/9b440f45-4a88-4d84-9a29-8220f48297fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493638 Jun 16 16:07:38.449761 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-83487e6d-30f4-4db9-8e50-9f43362007b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16234172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785'] for subnet, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:38.453716 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-44a9e990-6ab0-4dd9-b718-9e6fd98bc244 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:07:38.511683 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83487e6d-30f4-4db9-8e50-9f43362007b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6319d155-989d-49a6-814b-d4a9c4edf8ae,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:38.525013 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-83487e6d-30f4-4db9-8e50-9f43362007b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:07:38.537067 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-83487e6d-30f4-4db9-8e50-9f43362007b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16222807'] for subnet, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:38.541289 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-83487e6d-30f4-4db9-8e50-9f43362007b6 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/6319d155-989d-49a6-814b-d4a9c4edf8ae HTTP/1.1" status: 204 len: 168 time: 0.4484358 Jun 16 16:07:38.541572 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 38044) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:07:38.635775 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-30b8826e-5886-4c48-bfac-4d0cd7eba263 req-c1d36d68-e31b-4ef7-9e6e-85f1efb6b6bf service neutron] 10.222.0.15 "GET /v2.0/networks/9b440f45-4a88-4d84-9a29-8220f48297fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426534 Jun 16 16:07:38.644050 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a65de9-5456-4b52-b14c-2232ab1b17d1 req-082da5a0-b6eb-4883-a451-16f0fa418b0a tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:38.646199 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-e4a65de9-5456-4b52-b14c-2232ab1b17d1 req-082da5a0-b6eb-4883-a451-16f0fa418b0a tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1 HTTP/1.1" status: 200 len: 945 time: 0.3061292 Jun 16 16:07:38.736729 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-37dfac4c-971b-4300-a39a-efd1190b9022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16160318'] for network, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:38.744224 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-e4a65de9-5456-4b52-b14c-2232ab1b17d1 req-300a4e04-48c7-4b3e-91e4-7e97f1f8665a tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794647 Jun 16 16:07:38.840961 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-37dfac4c-971b-4300-a39a-efd1190b9022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16236332', 'neutron.services.segments.db._delete_segments_for_network-8726811427889'] for network, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:38.857570 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-37dfac4c-971b-4300-a39a-efd1190b9022 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:07:38.862965 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-37dfac4c-971b-4300-a39a-efd1190b9022 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:07:38.864378 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-37dfac4c-971b-4300-a39a-efd1190b9022 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:07:38.864662 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-37dfac4c-971b-4300-a39a-efd1190b9022 admin admin] Subscribe: > port after_create 55550000 {{(pid=91874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:07:38.867314 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-37dfac4c-971b-4300-a39a-efd1190b9022 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:07:38.867314 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-37dfac4c-971b-4300-a39a-efd1190b9022 admin admin] Subscribe: > port after_update 55550000 {{(pid=91874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:07:38.867314 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-37dfac4c-971b-4300-a39a-efd1190b9022 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:07:38.867314 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-37dfac4c-971b-4300-a39a-efd1190b9022 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:07:38.867314 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-37dfac4c-971b-4300-a39a-efd1190b9022 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:07:38.867314 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-37dfac4c-971b-4300-a39a-efd1190b9022 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:07:38.975970 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668ca63-3934-41b3-beaf-300f4dbd3997 req-dc2823c6-7d1a-488f-b047-3e880240a29d tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:38.977566 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-3668ca63-3934-41b3-beaf-300f4dbd3997 req-dc2823c6-7d1a-488f-b047-3e880240a29d tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc60efe-e253-48bb-be1d-c16c72aab023 HTTP/1.1" status: 200 len: 945 time: 0.1056802 Jun 16 16:07:38.987375 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-37dfac4c-971b-4300-a39a-efd1190b9022 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:07:38.987824 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-37dfac4c-971b-4300-a39a-efd1190b9022 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:07:38.988793 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-37dfac4c-971b-4300-a39a-efd1190b9022 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:07:38.989220 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-37dfac4c-971b-4300-a39a-efd1190b9022 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:07:38.989695 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.services.segments.db [None req-37dfac4c-971b-4300-a39a-efd1190b9022 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e40dd2e7-cf23-485a-8f41-47ae7e0d5bbd']}} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:07:39.015194 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.services.segments.db [None req-37dfac4c-971b-4300-a39a-efd1190b9022 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fdcf6a6-4c47-4e35-8a48-e92ad032eb13') {'for_net_delete': True} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:07:39.015592 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.services.segments.db [None req-37dfac4c-971b-4300-a39a-efd1190b9022 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fdcf6a6-4c47-4e35-8a48-e92ad032eb13') {} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:07:39.046327 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-37dfac4c-971b-4300-a39a-efd1190b9022 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726811427202', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127463'] for segment, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:39.067172 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-3668ca63-3934-41b3-beaf-300f4dbd3997 req-92804c85-1083-4aa7-8c3a-5ced628f5230 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/security-groups?id=01064c80-ee96-4ba5-9d69-666f89adc486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824611 Jun 16 16:07:39.077577 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-37dfac4c-971b-4300-a39a-efd1190b9022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233616'] for segment, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:39.089509 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37dfac4c-971b-4300-a39a-efd1190b9022 admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=91874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:07:39.090106 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-37dfac4c-971b-4300-a39a-efd1190b9022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3529144'] for segment, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:39.168627 dv-cinder-796114-3-iscsi neutron-server[91874]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 16:07:39.168627 dv-cinder-796114-3-iscsi neutron-server[91874]: from cryptography.utils import int_from_bytes Jun 16 16:07:39.168627 dv-cinder-796114-3-iscsi neutron-server[91874]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 16:07:39.168627 dv-cinder-796114-3-iscsi neutron-server[91874]: from cryptography.utils import int_from_bytes Jun 16 16:07:39.168627 dv-cinder-796114-3-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:07:39.168627 dv-cinder-796114-3-iscsi neutron-server[91874]: retrieve_revision_numbers = { Jun 16 16:07:39.168627 dv-cinder-796114-3-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:07:39.168627 dv-cinder-796114-3-iscsi neutron-server[91874]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:07:39.168627 dv-cinder-796114-3-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:07:39.168627 dv-cinder-796114-3-iscsi neutron-server[91874]: retrieve_revision_numbers = { Jun 16 16:07:39.168627 dv-cinder-796114-3-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:07:39.168627 dv-cinder-796114-3-iscsi neutron-server[91874]: retrieve_revision_numbers = { Jun 16 16:07:39.168627 dv-cinder-796114-3-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:07:39.168627 dv-cinder-796114-3-iscsi neutron-server[91874]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:07:39.168627 dv-cinder-796114-3-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:07:39.168627 dv-cinder-796114-3-iscsi neutron-server[91874]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:07:39.168627 dv-cinder-796114-3-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:07:39.168627 dv-cinder-796114-3-iscsi neutron-server[91874]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:07:39.168627 dv-cinder-796114-3-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:07:39.168627 dv-cinder-796114-3-iscsi neutron-server[91874]: retrieve_revision_numbers = { Jun 16 16:07:39.168627 dv-cinder-796114-3-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:07:39.168627 dv-cinder-796114-3-iscsi neutron-server[91874]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:07:39.168627 dv-cinder-796114-3-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:07:39.168627 dv-cinder-796114-3-iscsi neutron-server[91874]: retrieve_revision_numbers = { Jun 16 16:07:39.168627 dv-cinder-796114-3-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:07:39.168627 dv-cinder-796114-3-iscsi neutron-server[91874]: retrieve_revision_numbers = { Jun 16 16:07:39.168627 dv-cinder-796114-3-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:07:39.168627 dv-cinder-796114-3-iscsi neutron-server[91874]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:07:39.168627 dv-cinder-796114-3-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:07:39.168627 dv-cinder-796114-3-iscsi neutron-server[91874]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:07:39.168627 dv-cinder-796114-3-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:07:39.168627 dv-cinder-796114-3-iscsi neutron-server[91874]: retrieve_revision_numbers = { Jun 16 16:07:39.168627 dv-cinder-796114-3-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:07:39.168627 dv-cinder-796114-3-iscsi neutron-server[91874]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:07:39.168627 dv-cinder-796114-3-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:07:39.168627 dv-cinder-796114-3-iscsi neutron-server[91874]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:07:39.168627 dv-cinder-796114-3-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:07:39.168627 dv-cinder-796114-3-iscsi neutron-server[91874]: retrieve_revision_numbers = { Jun 16 16:07:39.168627 dv-cinder-796114-3-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:07:39.168627 dv-cinder-796114-3-iscsi neutron-server[91874]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:07:39.168627 dv-cinder-796114-3-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:07:39.168627 dv-cinder-796114-3-iscsi neutron-server[91874]: retrieve_revision_numbers = { Jun 16 16:07:39.168627 dv-cinder-796114-3-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:07:39.168627 dv-cinder-796114-3-iscsi neutron-server[91874]: retrieve_revision_numbers = { Jun 16 16:07:39.168627 dv-cinder-796114-3-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:07:39.171443 dv-cinder-796114-3-iscsi neutron-server[91874]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:07:39.171443 dv-cinder-796114-3-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:07:39.171443 dv-cinder-796114-3-iscsi neutron-server[91874]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:07:39.171443 dv-cinder-796114-3-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:07:39.171443 dv-cinder-796114-3-iscsi neutron-server[91874]: retrieve_revision_numbers = { Jun 16 16:07:39.171443 dv-cinder-796114-3-iscsi neutron-server[91874]: Traceback (most recent call last): Jun 16 16:07:39.171443 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:07:39.171443 dv-cinder-796114-3-iscsi neutron-server[91874]: timer() Jun 16 16:07:39.171443 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:07:39.171443 dv-cinder-796114-3-iscsi neutron-server[91874]: cb(*args, **kw) Jun 16 16:07:39.171443 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:07:39.171443 dv-cinder-796114-3-iscsi neutron-server[91874]: return func(*args, **kwargs) Jun 16 16:07:39.171443 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:07:39.171443 dv-cinder-796114-3-iscsi neutron-server[91874]: self._notify() Jun 16 16:07:39.171443 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:07:39.171443 dv-cinder-796114-3-iscsi neutron-server[91874]: self.callback(batched_events) Jun 16 16:07:39.171443 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:07:39.171443 dv-cinder-796114-3-iscsi neutron-server[91874]: event.method(event) Jun 16 16:07:39.171443 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:07:39.171443 dv-cinder-796114-3-iscsi neutron-server[91874]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:07:39.171443 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:07:39.171443 dv-cinder-796114-3-iscsi neutron-server[91874]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:07:39.171443 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:07:39.171443 dv-cinder-796114-3-iscsi neutron-server[91874]: return f(self, *a, **k) Jun 16 16:07:39.171443 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:07:39.171443 dv-cinder-796114-3-iscsi neutron-server[91874]: return self._get(url).json() Jun 16 16:07:39.171443 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:07:39.171443 dv-cinder-796114-3-iscsi neutron-server[91874]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:07:39.171443 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:07:39.171443 dv-cinder-796114-3-iscsi neutron-server[91874]: return self.request(url, 'GET', **kwargs) Jun 16 16:07:39.171443 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:07:39.171443 dv-cinder-796114-3-iscsi neutron-server[91874]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:07:39.171443 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:07:39.171443 dv-cinder-796114-3-iscsi neutron-server[91874]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:07:39.171443 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:07:39.171443 dv-cinder-796114-3-iscsi neutron-server[91874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:07:39.171443 dv-cinder-796114-3-iscsi neutron-server[91874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:07:39.196034 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ca368-1592-47d8-ab30-d781dc85546f req-31fb0706-ed0d-4e5b-a449-0e7d2efdec42 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:39.203640 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-af1ca368-1592-47d8-ab30-d781dc85546f req-31fb0706-ed0d-4e5b-a449-0e7d2efdec42 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 945 time: 0.5567336 Jun 16 16:07:39.212160 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-37dfac4c-971b-4300-a39a-efd1190b9022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16236325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-700135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702067'] for network, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:39.237945 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:07:39.251417 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dfac4c-971b-4300-a39a-efd1190b9022 admin admin] Pushing event deleted for resources: {'Network': ['ID=e40dd2e7-cf23-485a-8f41-47ae7e0d5bbd,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:39.256309 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-37dfac4c-971b-4300-a39a-efd1190b9022 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16222807'] for network, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:39.260659 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-37dfac4c-971b-4300-a39a-efd1190b9022 admin admin] 10.222.0.49 "DELETE /v2.0/networks/e40dd2e7-cf23-485a-8f41-47ae7e0d5bbd HTTP/1.1" status: 204 len: 168 time: 0.7158563 Jun 16 16:07:39.265777 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-37dfac4c-971b-4300-a39a-efd1190b9022 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:07:39.297700 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-af1ca368-1592-47d8-ab30-d781dc85546f req-4857b4e4-28c6-4692-9857-f1b2d3ee0b43 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926681 Jun 16 16:07:39.636907 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 38052) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:07:39.715064 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-5e4146b2-a605-4c3b-a619-097edbc78789 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f5e7e9ac706c43aea709a931807cc611&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0747826 Jun 16 16:07:39.715301 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 38054) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:07:39.801969 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-caae56b0-d0b3-4351-98a2-3200212e637e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:39.855295 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-caae56b0-d0b3-4351-98a2-3200212e637e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:39.944199 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-caae56b0-d0b3-4351-98a2-3200212e637e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:39.954495 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-caae56b0-d0b3-4351-98a2-3200212e637e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:39.955641 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-caae56b0-d0b3-4351-98a2-3200212e637e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2db08546-8abc-4d4f-8fb3-f32a6bcc8c98 HTTP/1.1" status: 204 len: 168 time: 0.2394495 Jun 16 16:07:39.977143 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-5a71d222-dd2f-4719-bc87-569bd91b3ef3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:07:39.989657 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caae56b0-d0b3-4351-98a2-3200212e637e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db08546-8abc-4d4f-8fb3-f32a6bcc8c98,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:39.992651 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-caae56b0-d0b3-4351-98a2-3200212e637e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:07:40.123920 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b49418-448a-48de-840c-2c7a433659fe req-97478963-7f81-4480-aa05-8fd88ab4514a tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:40.130408 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-63b49418-448a-48de-840c-2c7a433659fe req-97478963-7f81-4480-aa05-8fd88ab4514a tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1 HTTP/1.1" status: 200 len: 945 time: 0.1986489 Jun 16 16:07:40.224422 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-63b49418-448a-48de-840c-2c7a433659fe req-35de3e17-18e6-4bf2-a336-c22f956b3a7a tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873058 Jun 16 16:07:40.425599 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e373567-8808-45a4-a5b2-896d74e631a9 req-88291987-c285-4feb-a640-6a364607e242 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:40.427590 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2e373567-8808-45a4-a5b2-896d74e631a9 req-88291987-c285-4feb-a640-6a364607e242 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc60efe-e253-48bb-be1d-c16c72aab023 HTTP/1.1" status: 200 len: 945 time: 0.1266558 Jun 16 16:07:40.532623 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2e373567-8808-45a4-a5b2-896d74e631a9 req-d96134b8-d74e-4218-b986-6b1caa9562a4 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/security-groups?id=01064c80-ee96-4ba5-9d69-666f89adc486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941963 Jun 16 16:07:40.600766 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c700e9-8abf-47dd-9d49-b35f2ae70f92 req-94ad1629-bd97-4afb-b1ac-902fd964a754 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:40.609033 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-a7c700e9-8abf-47dd-9d49-b35f2ae70f92 req-94ad1629-bd97-4afb-b1ac-902fd964a754 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 945 time: 0.1335275 Jun 16 16:07:40.612589 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 38068) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:07:40.662681 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-a7c700e9-8abf-47dd-9d49-b35f2ae70f92 req-97c70fad-3db8-4c8f-80c0-2626dd353ffd tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519884 Jun 16 16:07:40.702590 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 38070) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:07:40.702820 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-52086bea-4de6-447a-9827-f542941725a9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3ee30eddd8ba4b5b80829e2e9352bfa0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0889881 Jun 16 16:07:40.777386 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b11cbe74-7106-4e99-ba53-196edf0ea721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:40.803543 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b11cbe74-7106-4e99-ba53-196edf0ea721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:40.861162 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b11cbe74-7106-4e99-ba53-196edf0ea721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:40.865183 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b11cbe74-7106-4e99-ba53-196edf0ea721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:40.867316 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-b11cbe74-7106-4e99-ba53-196edf0ea721 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a800f5af-54b1-4670-ae58-5601759538f9 HTTP/1.1" status: 204 len: 168 time: 0.1635950 Jun 16 16:07:40.868299 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-5a693c35-d63a-47f9-b7b6-f90e44eb334d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:07:40.898818 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11cbe74-7106-4e99-ba53-196edf0ea721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a800f5af-54b1-4670-ae58-5601759538f9,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:40.908025 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-b11cbe74-7106-4e99-ba53-196edf0ea721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:07:41.855287 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5522893-cc3f-4f97-a6db-7cbd62733825 req-e2bae905-2bb3-4ed8-9168-ddf3ff8bea89 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:41.863764 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-b5522893-cc3f-4f97-a6db-7cbd62733825 req-e2bae905-2bb3-4ed8-9168-ddf3ff8bea89 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 945 time: 0.0799468 Jun 16 16:07:41.881118 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29711db0-1177-493f-8699-bacf265c4a95 req-fd113da8-3b00-4b90-8cf4-6e59da466837 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:41.892531 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-29711db0-1177-493f-8699-bacf265c4a95 req-fd113da8-3b00-4b90-8cf4-6e59da466837 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1 HTTP/1.1" status: 200 len: 945 time: 0.2098279 Jun 16 16:07:41.923543 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-b5522893-cc3f-4f97-a6db-7cbd62733825 req-c55a8510-d942-4f70-8445-c7c7beec9a8b tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518296 Jun 16 16:07:41.997627 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-29711db0-1177-493f-8699-bacf265c4a95 req-e9bf396e-61ed-4f04-b408-9d9b2f2cfe44 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994196 Jun 16 16:07:43.298304 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678132c2-bc5b-4efc-8f96-0fc0438f87d5 req-a5fbbfeb-9dcf-4cca-bc4b-84b0dd4a4ede tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:43.305730 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-678132c2-bc5b-4efc-8f96-0fc0438f87d5 req-a5fbbfeb-9dcf-4cca-bc4b-84b0dd4a4ede tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 945 time: 0.1308370 Jun 16 16:07:43.390715 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-678132c2-bc5b-4efc-8f96-0fc0438f87d5 req-7f7260f3-2834-4a09-952f-e0b4fa4830a6 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805871 Jun 16 16:07:43.458921 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba7898-1628-4070-98df-47c5f11c72f0 req-43a8e88c-1708-4725-91f0-c6e03d10fb62 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:43.460513 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-afba7898-1628-4070-98df-47c5f11c72f0 req-43a8e88c-1708-4725-91f0-c6e03d10fb62 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1 HTTP/1.1" status: 200 len: 945 time: 0.0700343 Jun 16 16:07:43.512892 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-afba7898-1628-4070-98df-47c5f11c72f0 req-734704da-1a71-44a5-b904-05783873618a tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462756 Jun 16 16:07:43.859027 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1961fd15-0bf7-4ff3-9990-716c6c837bad req-d1345d24-d809-4c89-a8c6-98b10b51c404 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:43.861898 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-1961fd15-0bf7-4ff3-9990-716c6c837bad req-d1345d24-d809-4c89-a8c6-98b10b51c404 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/networks?id=975c7a53-c8d3-4435-b0cd-f603c84a6c6a HTTP/1.1" status: 200 len: 814 time: 0.1131971 Jun 16 16:07:43.875545 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-1961fd15-0bf7-4ff3-9990-716c6c837bad req-b970b1f8-b429-446b-831d-be905273c91e tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/quotas/bfaef4bc7f0242ec88bbc5b303f5ed3f HTTP/1.1" status: 200 len: 375 time: 0.0090766 Jun 16 16:07:43.959295 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-1961fd15-0bf7-4ff3-9990-716c6c837bad req-a2906b4a-c7db-4fe3-942e-a50dd242a1e8 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=bfaef4bc7f0242ec88bbc5b303f5ed3f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0753706 Jun 16 16:07:44.064388 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-1961fd15-0bf7-4ff3-9990-716c6c837bad req-e723d9a4-1152-40a4-ae99-bd5dd21cb304 service neutron] 10.222.0.49 "GET /v2.0/networks/975c7a53-c8d3-4435-b0cd-f603c84a6c6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934713 Jun 16 16:07:44.168900 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-1961fd15-0bf7-4ff3-9990-716c6c837bad req-ffa54762-9cc9-43b1-a98b-54576c546ed3 service neutron] 10.222.0.49 "GET /v2.0/networks/975c7a53-c8d3-4435-b0cd-f603c84a6c6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980053 Jun 16 16:07:44.379113 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-babeb8b1-a76a-4ade-9c89-fe4494b53f17 req-1a478920-2379-47ac-98ea-4e8f62740f6c tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcea0d10-72a4-47af-8121-651cc80eeb6f HTTP/1.1" status: 200 len: 210 time: 0.0401533 Jun 16 16:07:44.872303 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0939c8-c295-4c6e-909b-770767d51699 req-3ea013b3-717f-471b-af03-640e53cc6cac tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:44.873989 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ba0939c8-c295-4c6e-909b-770767d51699 req-3ea013b3-717f-471b-af03-640e53cc6cac tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1 HTTP/1.1" status: 200 len: 945 time: 0.1486721 Jun 16 16:07:44.944477 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39034ea0-1743-450b-8888-27fa98f1a8b3 req-51fa5104-3d56-4e1a-9057-66ecfd3bdbb7 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:44.945702 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ba0939c8-c295-4c6e-909b-770767d51699 req-83e800ad-bc44-4951-840c-7d452a5bfa87 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628593 Jun 16 16:07:44.946982 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-39034ea0-1743-450b-8888-27fa98f1a8b3 req-51fa5104-3d56-4e1a-9057-66ecfd3bdbb7 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 945 time: 0.3944600 Jun 16 16:07:44.987596 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-39034ea0-1743-450b-8888-27fa98f1a8b3 req-c358e633-cd20-498c-9195-6c57554b97da tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346367 Jun 16 16:07:45.512876 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ca6f871c-dfb0-40e8-b170-6ebf19330a37 req-81ef3b66-f42d-4a65-92d5-b0a556dc861b tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcea0d10-72a4-47af-8121-651cc80eeb6f HTTP/1.1" status: 200 len: 210 time: 0.0346467 Jun 16 16:07:46.125533 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3746f338-c3f5-45ff-a358-e867665bfffa req-ff103b07-857b-4eb1-b2d9-1c8069d04d4e tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:46.127113 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-3746f338-c3f5-45ff-a358-e867665bfffa req-ff103b07-857b-4eb1-b2d9-1c8069d04d4e tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1 HTTP/1.1" status: 200 len: 945 time: 0.0644894 Jun 16 16:07:46.166998 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-3746f338-c3f5-45ff-a358-e867665bfffa req-f2bc0a5a-4b60-4116-8148-adfc5ef93457 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328207 Jun 16 16:07:46.176651 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ffb1f-0c15-437d-880d-53e6e3d4ae7e req-a084645d-124e-485f-b2db-c96145cdc2b4 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:46.178328 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-e20ffb1f-0c15-437d-880d-53e6e3d4ae7e req-a084645d-124e-485f-b2db-c96145cdc2b4 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 945 time: 0.0691559 Jun 16 16:07:46.216470 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-e20ffb1f-0c15-437d-880d-53e6e3d4ae7e req-342285f2-9472-4a4b-99e3-334d5ddcb5b4 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321088 Jun 16 16:07:46.655855 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-b26d4b52-8d2c-497d-9ea2-791ee68fba4f req-17dbefce-5e54-4845-a5ed-c58e76d9126e tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcea0d10-72a4-47af-8121-651cc80eeb6f HTTP/1.1" status: 200 len: 210 time: 0.0311279 Jun 16 16:07:47.232633 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eca3613-11d7-4c40-955b-27b734d6f0af req-7cbaa9e5-b139-4504-8bd4-398cffec2e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:47.234236 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-3eca3613-11d7-4c40-955b-27b734d6f0af req-7cbaa9e5-b139-4504-8bd4-398cffec2e61 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=16b677d62510476d919b610e7baa5577&device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 1098 time: 0.0561872 Jun 16 16:07:47.330968 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eca3613-11d7-4c40-955b-27b734d6f0af req-f1a6f5b3-ca69-46d9-9603-3c95a820d31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:47.333003 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-3eca3613-11d7-4c40-955b-27b734d6f0af req-f1a6f5b3-ca69-46d9-9603-3c95a820d31c service neutron] 10.222.0.15 "GET /v2.0/networks?id=cfdbc1d1-75c9-493c-aefe-3be5c8294cd4 HTTP/1.1" status: 200 len: 918 time: 0.0899889 Jun 16 16:07:47.351444 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04af0fc1-5016-45c5-b2df-8c042584bf90 req-4e07722b-224a-4414-9c2c-99bbd06b4477 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:47.353038 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-04af0fc1-5016-45c5-b2df-8c042584bf90 req-4e07722b-224a-4414-9c2c-99bbd06b4477 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1 HTTP/1.1" status: 200 len: 945 time: 0.0697832 Jun 16 16:07:47.393671 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-04af0fc1-5016-45c5-b2df-8c042584bf90 req-640a860a-713a-460c-a791-b3ecc62fcee1 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350142 Jun 16 16:07:47.442963 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-3eca3613-11d7-4c40-955b-27b734d6f0af req-5208e260-4a0d-4af5-8f8a-b88d738d0d0c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6575874c-1654-4f04-8efd-46fb3521dfb7 HTTP/1.1" status: 200 len: 1000 time: 0.0947378 Jun 16 16:07:47.445111 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-98e741af-d553-4a34-a859-689bbaf7cc2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:47.491922 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956be855-21ba-4b52-af06-5b74271f7292 req-c45274d5-70be-4ce9-ac74-3163490093c5 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:47.493549 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-956be855-21ba-4b52-af06-5b74271f7292 req-c45274d5-70be-4ce9-ac74-3163490093c5 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 945 time: 0.1558411 Jun 16 16:07:47.531718 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eca3613-11d7-4c40-955b-27b734d6f0af req-925197e1-e06f-4f65-805b-b008f4ab8950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:47.533507 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-3eca3613-11d7-4c40-955b-27b734d6f0af req-925197e1-e06f-4f65-805b-b008f4ab8950 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6b78bc3c-b434-4bd5-9871-761bea7dd046 HTTP/1.1" status: 200 len: 856 time: 0.0840068 Jun 16 16:07:47.548820 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-956be855-21ba-4b52-af06-5b74271f7292 req-aaedb8ca-be44-4af0-adb2-72f764fcf687 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487504 Jun 16 16:07:47.600416 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eca3613-11d7-4c40-955b-27b734d6f0af req-73c49042-4f17-47de-abfd-5e18199638af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:47.601929 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-3eca3613-11d7-4c40-955b-27b734d6f0af req-73c49042-4f17-47de-abfd-5e18199638af service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cfdbc1d1-75c9-493c-aefe-3be5c8294cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0567224 Jun 16 16:07:47.703832 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-3eca3613-11d7-4c40-955b-27b734d6f0af req-0cf7f325-3ea5-476b-80ad-a31c2b992723 service neutron] 10.222.0.15 "GET /v2.0/networks/cfdbc1d1-75c9-493c-aefe-3be5c8294cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945628 Jun 16 16:07:47.791126 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1961fd15-0bf7-4ff3-9990-716c6c837bad req-7e740dfc-efca-4954-8d4f-be97af6c836c tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:47.792871 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-1961fd15-0bf7-4ff3-9990-716c6c837bad req-7e740dfc-efca-4954-8d4f-be97af6c836c tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.15 "GET /v2.0/networks?id=975c7a53-c8d3-4435-b0cd-f603c84a6c6a HTTP/1.1" status: 200 len: 814 time: 0.1498756 Jun 16 16:07:47.819821 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [req-1961fd15-0bf7-4ff3-9990-716c6c837bad req-7fafcf4a-ff19-42d6-a36c-abf115dd8cc4 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Request body: {'port': {'device_id': 'dcea0d10-72a4-47af-8121-651cc80eeb6f', 'network_id': '975c7a53-c8d3-4435-b0cd-f603c84a6c6a', 'admin_state_up': True, 'tenant_id': 'bfaef4bc7f0242ec88bbc5b303f5ed3f'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:07:47.823251 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-3eca3613-11d7-4c40-955b-27b734d6f0af req-904900f4-a800-4658-b59e-285f39086501 service neutron] 10.222.0.15 "GET /v2.0/networks/cfdbc1d1-75c9-493c-aefe-3be5c8294cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120801 Jun 16 16:07:47.870045 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-b7793dad-404d-4010-82b9-72a046d2bc7d req-065f360e-9196-44ce-b177-085fe4a4a48e tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcea0d10-72a4-47af-8121-651cc80eeb6f HTTP/1.1" status: 200 len: 210 time: 0.0540509 Jun 16 16:07:48.009300 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1961fd15-0bf7-4ff3-9990-716c6c837bad req-7fafcf4a-ff19-42d6-a36c-abf115dd8cc4 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Made reservation on behalf of bfaef4bc7f0242ec88bbc5b303f5ed3f for: {'port': 1} {{(pid=91874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:07:48.013283 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-1961fd15-0bf7-4ff3-9990-716c6c837bad req-7fafcf4a-ff19-42d6-a36c-abf115dd8cc4 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16110075'] for port, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:48.268160 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_common [req-1961fd15-0bf7-4ff3-9990-716c6c837bad req-7fafcf4a-ff19-42d6-a36c-abf115dd8cc4 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Allocated IP 172.20.0.14 (975c7a53-c8d3-4435-b0cd-f603c84a6c6a/47184301-1ba5-4e64-8bf7-e81f9d73c729/38fdebf4-1f82-4e7b-b9ce-db5620efd43b) {{(pid=91874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:07:48.546351 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-1961fd15-0bf7-4ff3-9990-716c6c837bad req-7fafcf4a-ff19-42d6-a36c-abf115dd8cc4 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Notify callbacks [] for port, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:48.575545 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [req-1961fd15-0bf7-4ff3-9990-716c6c837bad req-7fafcf4a-ff19-42d6-a36c-abf115dd8cc4 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Transition to ACTIVE for port object 38fdebf4-1f82-4e7b-b9ce-db5620efd43b will not be triggered until provisioned by entity DHCP. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:07:48.594891 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 38500) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:07:48.625444 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 38504) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:07:48.647343 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-1961fd15-0bf7-4ff3-9990-716c6c837bad req-7fafcf4a-ff19-42d6-a36c-abf115dd8cc4 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16110910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726810954487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3529202'] for port, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:48.671175 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6c5276ce-249f-4136-8134-bb00db68bb57 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:07:48.707969 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1961fd15-0bf7-4ff3-9990-716c6c837bad req-7fafcf4a-ff19-42d6-a36c-abf115dd8cc4 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Network 975c7a53-c8d3-4435-b0cd-f603c84a6c6a is already hosted by enough agents. {{(pid=91874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:07:48.711595 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [req-1961fd15-0bf7-4ff3-9990-716c6c837bad req-7fafcf4a-ff19-42d6-a36c-abf115dd8cc4 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Resources bound (agent type, host, resource id): {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:07:48.729281 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [req-1961fd15-0bf7-4ff3-9990-716c6c837bad req-7fafcf4a-ff19-42d6-a36c-abf115dd8cc4 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Received port after_create {{(pid=91874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:07:48.794672 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1fcccd-3ca6-40b3-b5b6-e90c6441ab59 req-4eaee8c6-bb3e-41c0-a20b-04997b56f7bf tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:48.814163 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-8b1fcccd-3ca6-40b3-b5b6-e90c6441ab59 req-4eaee8c6-bb3e-41c0-a20b-04997b56f7bf tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1 HTTP/1.1" status: 200 len: 945 time: 0.1785805 Jun 16 16:07:48.854839 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fafcf4a-ff19-42d6-a36c-abf115dd8cc4 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Pushing event updated for resources: {'Port': ['ID=38fdebf4-1f82-4e7b-b9ce-db5620efd43b,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:48.869899 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-7fafcf4a-ff19-42d6-a36c-abf115dd8cc4 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:07:48.879314 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1961fd15-0bf7-4ff3-9990-716c6c837bad req-7fafcf4a-ff19-42d6-a36c-abf115dd8cc4 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:48.879993 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-1961fd15-0bf7-4ff3-9990-716c6c837bad req-7fafcf4a-ff19-42d6-a36c-abf115dd8cc4 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208782'] for port, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:48.882533 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-48f49e35-90ef-4718-ae08-d38adc89f8b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:48.930882 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-1961fd15-0bf7-4ff3-9990-716c6c837bad req-7fafcf4a-ff19-42d6-a36c-abf115dd8cc4 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1161749 Jun 16 16:07:48.967748 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-8b1fcccd-3ca6-40b3-b5b6-e90c6441ab59 req-7ba95837-58f5-40c3-891b-6f0095ef43b9 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521838 Jun 16 16:07:48.973326 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de87cbab-70a3-4fdc-b0a9-05bd9c70102e req-e79bcc43-7d17-4d08-a106-85e044114482 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:48.978596 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-de87cbab-70a3-4fdc-b0a9-05bd9c70102e req-e79bcc43-7d17-4d08-a106-85e044114482 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 945 time: 0.2053041 Jun 16 16:07:48.994639 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device 6575874c-1654-4f04-8efd-46fb3521dfb7 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:07:49.017349 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [req-1961fd15-0bf7-4ff3-9990-716c6c837bad req-ba44ba91-0beb-4472-aeb9-ced52375593e service neutron] Request body: {'port': {'device_id': 'dcea0d10-72a4-47af-8121-651cc80eeb6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:07:49.050922 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-90bc7f8b-d6e2-45f8-8ec9-500062006089 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4a97ad5a644d4b4180d6d38364d5f813&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4234791 Jun 16 16:07:49.053723 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 38514) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:07:49.178978 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-de87cbab-70a3-4fdc-b0a9-05bd9c70102e req-7b84220e-ef9f-4f3d-90af-210bf9a48bce tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543407 Jun 16 16:07:49.196056 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:49.221841 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-2590fed2-eade-47cb-ba52-fd5dee651e94 None None] Provisioning for port 38fdebf4-1f82-4e7b-b9ce-db5620efd43b completed by entity DHCP. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:07:49.280708 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-1961fd15-0bf7-4ff3-9990-716c6c837bad req-ba44ba91-0beb-4472-aeb9-ced52375593e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:49.283665 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] For port 6575874c-1654-4f04-8efd-46fb3521dfb7, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=6575874c-1654-4f04-8efd-46fb3521dfb7,segment=NetworkSegment(9b04c04a-5851-495d-91c5-098f1a7e56ff),segment_id=9b04c04a-5851-495d-91c5-098f1a7e56ff)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:07:49.286400 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b182016a-ee8e-4a87-8b8e-4d34fb9cf74b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6575874c-1654-4f04-8efd-46fb3521dfb7'}] {{(pid=91876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:07:49.292191 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a9c68db8c06307a0250ecdd4df366f09270e0987ddc1c5d61c2ecaceaac02f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87220df7-80b5-4fd9-ae05-2ad9005dc0ae" -d '{"events": [{"server_uuid": "b182016a-ee8e-4a87-8b8e-4d34fb9cf74b", "name": "network-vif-unplugged", "status": "completed", "tag": "6575874c-1654-4f04-8efd-46fb3521dfb7"}]}' {{(pid=91876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:07:49.301636 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-2590fed2-eade-47cb-ba52-fd5dee651e94 None None] Provisioning complete for port 38fdebf4-1f82-4e7b-b9ce-db5620efd43b triggered by entity DHCP. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:07:49.303231 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-2590fed2-eade-47cb-ba52-fd5dee651e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:49.314313 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-9f1d1f1c-4a76-4d25-9075-efcf989a9380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:49.382121 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:49.391687 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Jun 2021 16:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca6f7764-c42d-426b-9763-f7fb1c4414f2 x-openstack-request-id: req-ca6f7764-c42d-426b-9763-f7fb1c4414f2 {{(pid=91876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:07:49.392256 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b182016a-ee8e-4a87-8b8e-4d34fb9cf74b", "name": "network-vif-unplugged", "status": "completed", "tag": "6575874c-1654-4f04-8efd-46fb3521dfb7", "code": 200}]} {{(pid=91876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:07:49.392686 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ca6f7764-c42d-426b-9763-f7fb1c4414f2 {{(pid=91876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:07:49.393234 dv-cinder-796114-3-iscsi neutron-server[91876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b182016a-ee8e-4a87-8b8e-4d34fb9cf74b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6575874c-1654-4f04-8efd-46fb3521dfb7', 'code': 200} Jun 16 16:07:49.404966 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-3b0ea161-9f0e-4e72-a6cd-f0de88515d39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:07:49.474767 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-9f1d1f1c-4a76-4d25-9075-efcf989a9380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:49.581102 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:49.618251 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-2590fed2-eade-47cb-ba52-fd5dee651e94 None None] Port 38fdebf4-1f82-4e7b-b9ce-db5620efd43b cannot update to ACTIVE because it is not bound. {{(pid=91876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:07:49.680291 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Pushing event updated for resources: {'Port': ['ID=6575874c-1654-4f04-8efd-46fb3521dfb7,revision_number=8']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:49.711995 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:49.714121 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:49.716246 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:49.717225 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:49.723153 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:49.728244 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:49.731985 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:49.733341 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:49.737533 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:49.739954 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:49.740526 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:49.741017 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:49.771637 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:07:49.781585 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af64fc5-1575-46af-83b9-7e357248b223 req-277c81c3-7ab1-40b3-8c30-13c83b9cb16e tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:49.794354 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-3af64fc5-1575-46af-83b9-7e357248b223 req-277c81c3-7ab1-40b3-8c30-13c83b9cb16e tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcea0d10-72a4-47af-8121-651cc80eeb6f HTTP/1.1" status: 200 len: 932 time: 0.5920999 Jun 16 16:07:49.924725 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-48f49e35-90ef-4718-ae08-d38adc89f8b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:49.999469 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-48f49e35-90ef-4718-ae08-d38adc89f8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:50.006082 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-ea74cec6-16cc-484b-a44b-666626fdc631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:50.018656 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:50.025957 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-37841856-1517-424c-bbc4-2f0f9fe88b84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:07:50.070406 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-9f1d1f1c-4a76-4d25-9075-efcf989a9380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:50.076804 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-9f1d1f1c-4a76-4d25-9075-efcf989a9380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:50.078919 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-9f1d1f1c-4a76-4d25-9075-efcf989a9380 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/32e03b1d-4e33-4f9a-8434-5f74e892ae25 HTTP/1.1" status: 204 len: 168 time: 1.0239794 Jun 16 16:07:50.115657 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-3af64fc5-1575-46af-83b9-7e357248b223 req-8abfa778-9752-4c61-b2ce-86b05a98b692 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a090f09-4654-4407-bdfe-a691bf3d5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185198 Jun 16 16:07:50.143156 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-48f49e35-90ef-4718-ae08-d38adc89f8b4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ee7c6883eda846cb95f22a7c92e1ff5d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5460761 Jun 16 16:07:50.148794 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 38528) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:07:50.178446 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f49e35-90ef-4718-ae08-d38adc89f8b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e46de91-7d61-46fb-bf4e-1af139f1ed70,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:50.184402 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-48f49e35-90ef-4718-ae08-d38adc89f8b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:07:50.192270 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d54bbb8f-ab14-4213-9092-72a266339ab2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:07:50.208189 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1d1f1c-4a76-4d25-9075-efcf989a9380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e03b1d-4e33-4f9a-8434-5f74e892ae25,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:50.211415 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-9f1d1f1c-4a76-4d25-9075-efcf989a9380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:07:50.287337 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-8fdb8c9a-9909-4ba1-bc2c-0103144db742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:50.331330 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-8fdb8c9a-9909-4ba1-bc2c-0103144db742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:50.443369 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-8fdb8c9a-9909-4ba1-bc2c-0103144db742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:50.447006 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-8fdb8c9a-9909-4ba1-bc2c-0103144db742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:50.451490 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-8fdb8c9a-9909-4ba1-bc2c-0103144db742 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6e46de91-7d61-46fb-bf4e-1af139f1ed70 HTTP/1.1" status: 204 len: 168 time: 0.3014789 Jun 16 16:07:50.452384 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-83c7c583-9322-469b-a716-011cdebb0b6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:07:50.468130 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdb8c9a-9909-4ba1-bc2c-0103144db742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e46de91-7d61-46fb-bf4e-1af139f1ed70,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:50.474155 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-8fdb8c9a-9909-4ba1-bc2c-0103144db742 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:07:50.497418 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [req-1961fd15-0bf7-4ff3-9990-716c6c837bad req-ba44ba91-0beb-4472-aeb9-ced52375593e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38fdebf4-1f82-4e7b-b9ce-db5620efd43b {{(pid=91874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:07:50.543273 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-1961fd15-0bf7-4ff3-9990-716c6c837bad req-ba44ba91-0beb-4472-aeb9-ced52375593e service neutron] Notify callbacks [] for port, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:50.574596 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [req-1961fd15-0bf7-4ff3-9990-716c6c837bad req-ba44ba91-0beb-4472-aeb9-ced52375593e service neutron] Transition to ACTIVE for port object 38fdebf4-1f82-4e7b-b9ce-db5620efd43b will not be triggered until provisioned by entity L2. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:07:50.642518 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-1961fd15-0bf7-4ff3-9990-716c6c837bad req-ba44ba91-0beb-4472-aeb9-ced52375593e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3529188'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:50.654378 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-577de441-5510-40ac-8e01-c38022c3e048 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:07:50.696246 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f79b73-2ee5-419e-ad99-06e677976bf6 req-89f8759d-2df4-464b-8dce-de31885a7665 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:50.705721 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-e0f79b73-2ee5-419e-ad99-06e677976bf6 req-89f8759d-2df4-464b-8dce-de31885a7665 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 943 time: 0.2202833 Jun 16 16:07:50.831252 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-e0f79b73-2ee5-419e-ad99-06e677976bf6 req-70b9b9ec-3e36-4a7f-8ca7-99f8416a828e tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147068 Jun 16 16:07:50.854447 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d987d979-9e0b-4f2e-b0ad-f003dc2fc338 req-8cf394a2-d191-4c2b-a75e-4a8a8a23fea3 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:50.864661 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d987d979-9e0b-4f2e-b0ad-f003dc2fc338 req-8cf394a2-d191-4c2b-a75e-4a8a8a23fea3 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1 HTTP/1.1" status: 200 len: 945 time: 0.5306225 Jun 16 16:07:51.053000 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba44ba91-0beb-4472-aeb9-ced52375593e service neutron] Pushing event updated for resources: {'Port': ['ID=38fdebf4-1f82-4e7b-b9ce-db5620efd43b,revision_number=2']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:51.071493 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-ba44ba91-0beb-4472-aeb9-ced52375593e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:07:51.110542 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d987d979-9e0b-4f2e-b0ad-f003dc2fc338 req-25944717-25b4-41cd-8d3b-ff6fce063f42 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448611 Jun 16 16:07:51.318495 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-6ad78952-ea93-43a4-8288-1e7c2f1dde9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:51.392900 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-1961fd15-0bf7-4ff3-9990-716c6c837bad req-ba44ba91-0beb-4472-aeb9-ced52375593e service neutron] Attempting to bind port 38fdebf4-1f82-4e7b-b9ce-db5620efd43b on host hv-cinder-79611 for vnic_type normal with profile {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:07:51.393391 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-1961fd15-0bf7-4ff3-9990-716c6c837bad req-ba44ba91-0beb-4472-aeb9-ced52375593e service neutron] Attempting to bind port 38fdebf4-1f82-4e7b-b9ce-db5620efd43b by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '25392ddc-cfd1-4fb1-b990-c241fab4a578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '975c7a53-c8d3-4435-b0cd-f603c84a6c6a'}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:07:51.393740 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1961fd15-0bf7-4ff3-9990-716c6c837bad req-ba44ba91-0beb-4472-aeb9-ced52375593e service neutron] Attempting to bind port 38fdebf4-1f82-4e7b-b9ce-db5620efd43b on network 975c7a53-c8d3-4435-b0cd-f603c84a6c6a {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:07:51.411355 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1961fd15-0bf7-4ff3-9990-716c6c837bad req-ba44ba91-0beb-4472-aeb9-ced52375593e service neutron] Port 38fdebf4-1f82-4e7b-b9ce-db5620efd43b on network 975c7a53-c8d3-4435-b0cd-f603c84a6c6a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:07:51.411683 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1961fd15-0bf7-4ff3-9990-716c6c837bad req-ba44ba91-0beb-4472-aeb9-ced52375593e service neutron] Attempting to bind port 38fdebf4-1f82-4e7b-b9ce-db5620efd43b on network 975c7a53-c8d3-4435-b0cd-f603c84a6c6a {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:07:51.436525 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1961fd15-0bf7-4ff3-9990-716c6c837bad req-ba44ba91-0beb-4472-aeb9-ced52375593e service neutron] Checking agent: {'id': 'c85a6c45-3e6f-4705-b11b-38e758c67377', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 3, 19), 'started_at': datetime.datetime(2021, 6, 16, 16, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:07:51.436881 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1961fd15-0bf7-4ff3-9990-716c6c837bad req-ba44ba91-0beb-4472-aeb9-ced52375593e service neutron] Checking segment: {'id': '25392ddc-cfd1-4fb1-b990-c241fab4a578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '975c7a53-c8d3-4435-b0cd-f603c84a6c6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:07:51.437283 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1961fd15-0bf7-4ff3-9990-716c6c837bad req-ba44ba91-0beb-4472-aeb9-ced52375593e service neutron] Bound using segment: {'id': '25392ddc-cfd1-4fb1-b990-c241fab4a578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '975c7a53-c8d3-4435-b0cd-f603c84a6c6a'} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:07:51.437769 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-1961fd15-0bf7-4ff3-9990-716c6c837bad req-ba44ba91-0beb-4472-aeb9-ced52375593e service neutron] Bound port: 38fdebf4-1f82-4e7b-b9ce-db5620efd43b, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25392ddc-cfd1-4fb1-b990-c241fab4a578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '975c7a53-c8d3-4435-b0cd-f603c84a6c6a'}}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:07:51.438121 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-1961fd15-0bf7-4ff3-9990-716c6c837bad req-ba44ba91-0beb-4472-aeb9-ced52375593e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:51.694704 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [req-1961fd15-0bf7-4ff3-9990-716c6c837bad req-ba44ba91-0beb-4472-aeb9-ced52375593e service neutron] For port 38fdebf4-1f82-4e7b-b9ce-db5620efd43b, host hv-cinder-79611, cleared binding levels {{(pid=91874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:07:51.739025 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24449573-606b-4f9b-91da-46b5e6ba96ea req-68824d2c-6664-40cd-b2a2-3fb0eb902b4e tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:51.740715 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-24449573-606b-4f9b-91da-46b5e6ba96ea req-68824d2c-6664-40cd-b2a2-3fb0eb902b4e tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcea0d10-72a4-47af-8121-651cc80eeb6f HTTP/1.1" status: 200 len: 944 time: 0.2536063 Jun 16 16:07:51.742722 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [req-1961fd15-0bf7-4ff3-9990-716c6c837bad req-ba44ba91-0beb-4472-aeb9-ced52375593e service neutron] For port 38fdebf4-1f82-4e7b-b9ce-db5620efd43b, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=38fdebf4-1f82-4e7b-b9ce-db5620efd43b,segment=NetworkSegment(25392ddc-cfd1-4fb1-b990-c241fab4a578),segment_id=25392ddc-cfd1-4fb1-b990-c241fab4a578)] {{(pid=91874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:07:51.780554 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-1961fd15-0bf7-4ff3-9990-716c6c837bad req-ba44ba91-0beb-4472-aeb9-ced52375593e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3529188'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:51.787243 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-ba44ba91-0beb-4472-aeb9-ced52375593e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:07:51.840572 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-24449573-606b-4f9b-91da-46b5e6ba96ea req-31603b0e-8148-47cd-84e4-ab431398b20b tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a090f09-4654-4407-bdfe-a691bf3d5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938308 Jun 16 16:07:51.878144 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1961fd15-0bf7-4ff3-9990-716c6c837bad req-ba44ba91-0beb-4472-aeb9-ced52375593e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:51.879572 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-1961fd15-0bf7-4ff3-9990-716c6c837bad req-ba44ba91-0beb-4472-aeb9-ced52375593e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208782'] for port, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:51.881295 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-1961fd15-0bf7-4ff3-9990-716c6c837bad req-ba44ba91-0beb-4472-aeb9-ced52375593e service neutron] 10.222.0.15 "PUT /v2.0/ports/38fdebf4-1f82-4e7b-b9ce-db5620efd43b HTTP/1.1" status: 200 len: 1094 time: 2.9294000 Jun 16 16:07:51.882135 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcea0d10-72a4-47af-8121-651cc80eeb6f', 'tag': '38fdebf4-1f82-4e7b-b9ce-db5620efd43b'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:07:51.885346 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac39972ab304bebcb834853fc43b221d920fab97f47da84b7636f2612ed6f187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e90ab9ef-71f0-4ba0-8975-67b4454c532d" -d '{"events": [{"name": "network-changed", "server_uuid": "dcea0d10-72a4-47af-8121-651cc80eeb6f", "tag": "38fdebf4-1f82-4e7b-b9ce-db5620efd43b"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:07:51.943725 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba44ba91-0beb-4472-aeb9-ced52375593e service neutron] Pushing event updated for resources: {'Port': ['ID=38fdebf4-1f82-4e7b-b9ce-db5620efd43b,revision_number=3']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:51.962912 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-ba44ba91-0beb-4472-aeb9-ced52375593e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:07:52.001479 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b3f339-3911-49a8-82f6-2891422b3979 x-openstack-request-id: req-15b3f339-3911-49a8-82f6-2891422b3979 {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:07:52.002094 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcea0d10-72a4-47af-8121-651cc80eeb6f", "tag": "38fdebf4-1f82-4e7b-b9ce-db5620efd43b", "status": "completed", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:07:52.002662 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-15b3f339-3911-49a8-82f6-2891422b3979 {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:07:52.003301 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcea0d10-72a4-47af-8121-651cc80eeb6f', 'tag': '38fdebf4-1f82-4e7b-b9ce-db5620efd43b', 'status': 'completed', 'code': 200} Jun 16 16:07:52.113825 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1961fd15-0bf7-4ff3-9990-716c6c837bad req-0e14c7e4-2784-476a-be26-980dd93f1870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:52.116319 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-1961fd15-0bf7-4ff3-9990-716c6c837bad req-0e14c7e4-2784-476a-be26-980dd93f1870 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bfaef4bc7f0242ec88bbc5b303f5ed3f&device_id=dcea0d10-72a4-47af-8121-651cc80eeb6f HTTP/1.1" status: 200 len: 1097 time: 0.1497138 Jun 16 16:07:52.288603 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-1961fd15-0bf7-4ff3-9990-716c6c837bad req-0e141b1f-514f-47ae-bf96-eb8ebd8de215 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38fdebf4-1f82-4e7b-b9ce-db5620efd43b HTTP/1.1" status: 200 len: 217 time: 0.1254456 Jun 16 16:07:52.460282 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1961fd15-0bf7-4ff3-9990-716c6c837bad req-1bd91f7f-8599-454d-be56-2d722fe7fa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:52.461768 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-1961fd15-0bf7-4ff3-9990-716c6c837bad req-1bd91f7f-8599-454d-be56-2d722fe7fa7b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=47184301-1ba5-4e64-8bf7-e81f9d73c729 HTTP/1.1" status: 200 len: 853 time: 0.1549284 Jun 16 16:07:52.657970 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1961fd15-0bf7-4ff3-9990-716c6c837bad req-80075d39-b804-44e3-8c88-0c9b8f995b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:52.663103 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-1961fd15-0bf7-4ff3-9990-716c6c837bad req-80075d39-b804-44e3-8c88-0c9b8f995b85 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=975c7a53-c8d3-4435-b0cd-f603c84a6c6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1894569 Jun 16 16:07:52.840331 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-459ba97e-0994-401b-bd86-9772962a392e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:53.006649 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-1961fd15-0bf7-4ff3-9990-716c6c837bad req-aa26b6ae-47ef-49c3-88b8-edec810003df service neutron] 10.222.0.15 "GET /v2.0/networks/975c7a53-c8d3-4435-b0cd-f603c84a6c6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3291435 Jun 16 16:07:53.018909 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device 6575874c-1654-4f04-8efd-46fb3521dfb7 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:07:53.594485 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c05f02-1618-48e2-8ba1-bf05492d5891 req-5d614252-be39-499b-b01e-91c695b9746d tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:53.603631 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-09c05f02-1618-48e2-8ba1-bf05492d5891 req-5d614252-be39-499b-b01e-91c695b9746d tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcea0d10-72a4-47af-8121-651cc80eeb6f HTTP/1.1" status: 200 len: 944 time: 0.1358471 Jun 16 16:07:53.617710 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-1961fd15-0bf7-4ff3-9990-716c6c837bad req-10fd793a-fc24-4925-b5c3-1d0fdb3ab182 service neutron] 10.222.0.15 "GET /v2.0/networks/975c7a53-c8d3-4435-b0cd-f603c84a6c6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4988437 Jun 16 16:07:53.632118 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cb636e-b4ae-4c4a-955c-3a87b6dcef83 req-98393d4b-3cbc-4f00-a9ef-61b59b7d2bfc tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:53.639911 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-e9cb636e-b4ae-4c4a-955c-3a87b6dcef83 req-98393d4b-3cbc-4f00-a9ef-61b59b7d2bfc tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1 HTTP/1.1" status: 200 len: 945 time: 0.6315823 Jun 16 16:07:53.657029 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-09c05f02-1618-48e2-8ba1-bf05492d5891 req-1fc7968e-33c7-494d-b377-3c017cfbe115 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a090f09-4654-4407-bdfe-a691bf3d5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525882 Jun 16 16:07:53.739970 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-e9cb636e-b4ae-4c4a-955c-3a87b6dcef83 req-01dd637c-27d9-4e86-92dd-c5a65f556801 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945592 Jun 16 16:07:53.944123 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33aac6b-6dbe-4633-962d-653ef1f88dff req-4ffee31e-33f2-4e1b-bd47-e0aa1f6fe20a tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:53.953140 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-e33aac6b-6dbe-4633-962d-653ef1f88dff req-4ffee31e-33f2-4e1b-bd47-e0aa1f6fe20a tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 943 time: 0.1051219 Jun 16 16:07:54.016069 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-e33aac6b-6dbe-4633-962d-653ef1f88dff req-89231d43-f6e5-45ff-9b64-0b620c52336d tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614612 Jun 16 16:07:54.152158 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ab9ef-71f0-4ba0-8975-67b4454c532d req-7f51ca5f-d15a-4e48-a71d-34128db22e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:54.153718 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-e90ab9ef-71f0-4ba0-8975-67b4454c532d req-7f51ca5f-d15a-4e48-a71d-34128db22e8c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bfaef4bc7f0242ec88bbc5b303f5ed3f&device_id=dcea0d10-72a4-47af-8121-651cc80eeb6f HTTP/1.1" status: 200 len: 1097 time: 0.1672623 Jun 16 16:07:54.299241 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ab9ef-71f0-4ba0-8975-67b4454c532d req-6021f5c9-62ce-4f8f-a70a-e33bacb97b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:54.302067 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-e90ab9ef-71f0-4ba0-8975-67b4454c532d req-6021f5c9-62ce-4f8f-a70a-e33bacb97b5f service neutron] 10.222.0.15 "GET /v2.0/networks?id=975c7a53-c8d3-4435-b0cd-f603c84a6c6a HTTP/1.1" status: 200 len: 915 time: 0.1047368 Jun 16 16:07:54.944642 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1838919-052d-469b-b73b-ba24b7f35c92 req-202e01a2-4acd-4be7-b61c-8e04f9543de6 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:54.952461 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d1838919-052d-469b-b73b-ba24b7f35c92 req-202e01a2-4acd-4be7-b61c-8e04f9543de6 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcea0d10-72a4-47af-8121-651cc80eeb6f HTTP/1.1" status: 200 len: 944 time: 0.1183498 Jun 16 16:07:55.001614 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d1838919-052d-469b-b73b-ba24b7f35c92 req-c9110420-65a9-4943-90d1-75a25bc12b81 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a090f09-4654-4407-bdfe-a691bf3d5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441217 Jun 16 16:07:55.090216 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda5441d-0351-4659-b731-c70103b45357 req-5fb4a301-920d-4df8-bfa8-77e93fec66d8 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:55.100337 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-eda5441d-0351-4659-b731-c70103b45357 req-5fb4a301-920d-4df8-bfa8-77e93fec66d8 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1 HTTP/1.1" status: 200 len: 945 time: 0.1236527 Jun 16 16:07:55.209514 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-eda5441d-0351-4659-b731-c70103b45357 req-19cdc91a-7312-4a22-88f1-32098497412a tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035643 Jun 16 16:07:55.354535 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c31b8f-3ee5-4d1e-bab1-8528e7a6ac28 req-08ee160c-dc58-47ac-965a-f160174b7e82 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:55.357193 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-18c31b8f-3ee5-4d1e-bab1-8528e7a6ac28 req-08ee160c-dc58-47ac-965a-f160174b7e82 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 943 time: 0.1313310 Jun 16 16:07:55.507305 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-18c31b8f-3ee5-4d1e-bab1-8528e7a6ac28 req-53a0f8e5-29c0-43e8-a4b0-863d197bc540 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412270 Jun 16 16:07:56.167304 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb27e6-2477-439b-a4a6-37ec1523db84 req-9eee3087-2405-441e-bea1-9d5e269fd583 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:56.168773 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-30eb27e6-2477-439b-a4a6-37ec1523db84 req-9eee3087-2405-441e-bea1-9d5e269fd583 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcea0d10-72a4-47af-8121-651cc80eeb6f HTTP/1.1" status: 200 len: 944 time: 0.0633903 Jun 16 16:07:56.208831 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-30eb27e6-2477-439b-a4a6-37ec1523db84 req-b586dd2b-c1d8-409b-9e12-7536bf05d18a tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a090f09-4654-4407-bdfe-a691bf3d5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343740 Jun 16 16:07:56.389264 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0d57c7-d58d-4246-bb8b-578b1015f1d9 req-34534851-cdb4-4e0d-b3cf-11036c055548 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:56.395690 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-1f0d57c7-d58d-4246-bb8b-578b1015f1d9 req-34534851-cdb4-4e0d-b3cf-11036c055548 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1 HTTP/1.1" status: 200 len: 945 time: 0.0695853 Jun 16 16:07:56.432060 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-1f0d57c7-d58d-4246-bb8b-578b1015f1d9 req-b8830d8f-3833-46b8-a2e8-b63d3942e71b tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340075 Jun 16 16:07:56.694123 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac95a4-e1f5-49a1-9f69-2682e687d862 req-56709c59-91e4-460f-86e7-212dd17299be tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:56.695641 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-40ac95a4-e1f5-49a1-9f69-2682e687d862 req-56709c59-91e4-460f-86e7-212dd17299be tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 943 time: 0.0683112 Jun 16 16:07:56.734876 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-40ac95a4-e1f5-49a1-9f69-2682e687d862 req-5ac73caf-5729-44ed-9921-c8d86f28400c tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335705 Jun 16 16:07:57.385214 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcfe8e-2252-4d69-b7a4-5a0c486bc3ed req-dc4c1f0c-1e16-470e-a31f-f65d1ec81136 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:57.386753 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-1abcfe8e-2252-4d69-b7a4-5a0c486bc3ed req-dc4c1f0c-1e16-470e-a31f-f65d1ec81136 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcea0d10-72a4-47af-8121-651cc80eeb6f HTTP/1.1" status: 200 len: 944 time: 0.0656381 Jun 16 16:07:57.430318 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-1abcfe8e-2252-4d69-b7a4-5a0c486bc3ed req-6733a9bf-bfbb-42e8-b539-70fc0573165f tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a090f09-4654-4407-bdfe-a691bf3d5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371420 Jun 16 16:07:57.620400 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac586450-e83d-4418-b42e-26e7ab7488f9 req-4ef56582-1ec2-464d-bca0-8552a6f40a32 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:57.622020 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-ac586450-e83d-4418-b42e-26e7ab7488f9 req-4ef56582-1ec2-464d-bca0-8552a6f40a32 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1 HTTP/1.1" status: 200 len: 945 time: 0.0691576 Jun 16 16:07:57.661784 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-ac586450-e83d-4418-b42e-26e7ab7488f9 req-34efc88b-9a3e-43fe-8dc5-2bb0bfda7b74 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338762 Jun 16 16:07:57.924129 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d24cf-ef19-4cb0-a6a8-a19258b5d687 req-539d337b-e99a-4134-bb67-2c7d080d4f2d tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:57.926500 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-e52d24cf-ef19-4cb0-a6a8-a19258b5d687 req-539d337b-e99a-4134-bb67-2c7d080d4f2d tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 943 time: 0.0650287 Jun 16 16:07:57.966261 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-e52d24cf-ef19-4cb0-a6a8-a19258b5d687 req-59a0a15f-647c-40bb-a797-440d0349beea tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341575 Jun 16 16:07:58.875975 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fedf9f-c22c-4b60-9302-8ccef8095dfe req-143128da-f7b5-431b-9c5a-cfe98350d22c tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:58.877596 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-70fedf9f-c22c-4b60-9302-8ccef8095dfe req-143128da-f7b5-431b-9c5a-cfe98350d22c tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcea0d10-72a4-47af-8121-651cc80eeb6f HTTP/1.1" status: 200 len: 944 time: 0.1569073 Jun 16 16:07:58.958252 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-70fedf9f-c22c-4b60-9302-8ccef8095dfe req-bbcd3f09-e5f5-46be-a8f0-2461304f9646 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a090f09-4654-4407-bdfe-a691bf3d5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736725 Jun 16 16:07:59.065027 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc3038-e43d-4a4b-893e-0409bd0ba574 req-dcaa224a-2a05-4418-a936-a372847f6add tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:59.086618 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-36cc3038-e43d-4a4b-893e-0409bd0ba574 req-dcaa224a-2a05-4418-a936-a372847f6add tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1 HTTP/1.1" status: 200 len: 945 time: 0.2491207 Jun 16 16:07:59.212780 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-36cc3038-e43d-4a4b-893e-0409bd0ba574 req-407dd544-f968-4543-9162-aa98f2918650 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251001 Jun 16 16:07:59.296404 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dba778-bea2-4d30-ac1e-d129d4b84f5a req-0142f915-cedf-43f4-9498-e28262f251f5 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:59.306412 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-57dba778-bea2-4d30-ac1e-d129d4b84f5a req-0142f915-cedf-43f4-9498-e28262f251f5 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 943 time: 0.1030962 Jun 16 16:07:59.426808 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-57dba778-bea2-4d30-ac1e-d129d4b84f5a req-c7e27179-c2c1-464c-872d-2588b1501852 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193166 Jun 16 16:08:00.213827 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ea0cd3-3c37-4315-a431-9b1e80fc725c req-3d3848ee-b72f-4cac-9e89-a65ac36c0426 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:00.216028 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-18ea0cd3-3c37-4315-a431-9b1e80fc725c req-3d3848ee-b72f-4cac-9e89-a65ac36c0426 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcea0d10-72a4-47af-8121-651cc80eeb6f HTTP/1.1" status: 200 len: 944 time: 0.0952492 Jun 16 16:08:00.294851 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-18ea0cd3-3c37-4315-a431-9b1e80fc725c req-fb8ad822-2013-4bb9-be24-eb0eb78377fc tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a090f09-4654-4407-bdfe-a691bf3d5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731640 Jun 16 16:08:00.522081 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b6f30d-4940-45ea-abc6-1a56773c1821 req-89fcdf1c-be27-4b5e-bde7-edf4268858b6 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:00.525014 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-40b6f30d-4940-45ea-abc6-1a56773c1821 req-89fcdf1c-be27-4b5e-bde7-edf4268858b6 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1 HTTP/1.1" status: 200 len: 945 time: 0.1323698 Jun 16 16:08:00.585790 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-40b6f30d-4940-45ea-abc6-1a56773c1821 req-8759808a-e9e2-440b-86d7-5d4a761f8929 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509686 Jun 16 16:08:00.768940 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e56de-8bf4-42c6-8ce8-005c9f35a6df req-3afe0e8f-2c7b-4910-a4e8-9ff8d82c0692 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:00.772081 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-da3e56de-8bf4-42c6-8ce8-005c9f35a6df req-3afe0e8f-2c7b-4910-a4e8-9ff8d82c0692 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 943 time: 0.0970855 Jun 16 16:08:00.838470 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-da3e56de-8bf4-42c6-8ce8-005c9f35a6df req-3ddca530-ef04-458a-91ef-442814df02d6 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598018 Jun 16 16:08:01.810227 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d197592-11d9-4983-bbd3-9da766fe8257 req-1629f37f-247a-4e1e-b58e-7e52d9691d74 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:01.814650 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-2d197592-11d9-4983-bbd3-9da766fe8257 req-1629f37f-247a-4e1e-b58e-7e52d9691d74 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcea0d10-72a4-47af-8121-651cc80eeb6f HTTP/1.1" status: 200 len: 944 time: 0.1275659 Jun 16 16:08:01.865020 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27900257-5c3c-4160-abd8-69d26cb8e7b7 req-621b0338-0659-4e8e-a9d4-2f73a5b9c388 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:01.866513 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-27900257-5c3c-4160-abd8-69d26cb8e7b7 req-621b0338-0659-4e8e-a9d4-2f73a5b9c388 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1 HTTP/1.1" status: 200 len: 945 time: 0.1121905 Jun 16 16:08:01.906434 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-2d197592-11d9-4983-bbd3-9da766fe8257 req-25d1a9fd-7801-48b6-95bd-e75b293e89c3 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a090f09-4654-4407-bdfe-a691bf3d5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844140 Jun 16 16:08:01.978346 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-27900257-5c3c-4160-abd8-69d26cb8e7b7 req-045d5fea-c6be-4549-a0a4-008693879e20 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057968 Jun 16 16:08:02.152654 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da4ed85-8a70-4ec4-990c-04d902e20e3a req-399b516f-8092-467e-bfff-209a2f1f5539 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:02.152654 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-1da4ed85-8a70-4ec4-990c-04d902e20e3a req-399b516f-8092-467e-bfff-209a2f1f5539 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 943 time: 0.0892897 Jun 16 16:08:02.228927 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-1da4ed85-8a70-4ec4-990c-04d902e20e3a req-b529e330-4eb8-4bff-9018-64e24c6d0741 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706217 Jun 16 16:08:03.224473 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8cce55-c3f6-4dd8-9e13-494767bd97dd req-10d6f11d-6c00-4e31-9373-b1a10fb6ec64 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:03.234000 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-5f8cce55-c3f6-4dd8-9e13-494767bd97dd req-10d6f11d-6c00-4e31-9373-b1a10fb6ec64 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcea0d10-72a4-47af-8121-651cc80eeb6f HTTP/1.1" status: 200 len: 944 time: 0.1399362 Jun 16 16:08:03.289715 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453703f4-838b-44b9-8424-0c089769813a req-6234eb03-a5d9-4dc1-8027-b32eda4e0391 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:03.297582 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-453703f4-838b-44b9-8424-0c089769813a req-6234eb03-a5d9-4dc1-8027-b32eda4e0391 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1 HTTP/1.1" status: 200 len: 945 time: 0.0921655 Jun 16 16:08:03.302553 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-5f8cce55-c3f6-4dd8-9e13-494767bd97dd req-02711817-a3cc-470c-90a7-899c22dd1338 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a090f09-4654-4407-bdfe-a691bf3d5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657701 Jun 16 16:08:03.363500 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-453703f4-838b-44b9-8424-0c089769813a req-4108c197-46dc-4a2e-a37d-70591d427a28 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621755 Jun 16 16:08:03.606897 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0600bf58-8052-4a02-8875-e2fb94800459 req-9d819f60-fb32-49bf-9866-fe2eab02673f tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:03.609282 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-0600bf58-8052-4a02-8875-e2fb94800459 req-9d819f60-fb32-49bf-9866-fe2eab02673f tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 943 time: 0.1469960 Jun 16 16:08:03.669978 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-0600bf58-8052-4a02-8875-e2fb94800459 req-4e2079b8-5067-4836-bcdf-2a7f6d8546cf tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536652 Jun 16 16:08:04.115699 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-e90ab9ef-71f0-4ba0-8975-67b4454c532d req-5be3b491-3e8f-4b1f-8981-44f2925a47ef service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38fdebf4-1f82-4e7b-b9ce-db5620efd43b HTTP/1.1" status: 200 len: 217 time: 0.0538907 Jun 16 16:08:04.213061 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 38764) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:08:04.333767 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2d7be040-cef4-49db-9f5d-04c57470c4d4 req-2c424026-ce82-4606-b9cc-c1a60a564796 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1192114 Jun 16 16:08:04.623913 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9176a02-4f14-4464-adf9-7bc993bae6e2 req-6329be7e-8083-4553-a69a-af4d4d763d37 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:04.636129 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-d9176a02-4f14-4464-adf9-7bc993bae6e2 req-6329be7e-8083-4553-a69a-af4d4d763d37 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcea0d10-72a4-47af-8121-651cc80eeb6f HTTP/1.1" status: 200 len: 944 time: 0.1621680 Jun 16 16:08:04.662329 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a43502-71a6-4a71-8c18-de2c2fa467f7 req-b7910721-17b1-43ea-b8ff-65e8aa9c51dc tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:04.681888 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-81a43502-71a6-4a71-8c18-de2c2fa467f7 req-b7910721-17b1-43ea-b8ff-65e8aa9c51dc tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1 HTTP/1.1" status: 200 len: 945 time: 0.1484711 Jun 16 16:08:04.698988 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-d9176a02-4f14-4464-adf9-7bc993bae6e2 req-5215d96b-a859-4f5b-9245-c33414208960 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a090f09-4654-4407-bdfe-a691bf3d5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617223 Jun 16 16:08:04.736924 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-81a43502-71a6-4a71-8c18-de2c2fa467f7 req-992f61f4-ab06-4636-9966-463bfd9fa185 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540242 Jun 16 16:08:04.913216 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177bdc17-8016-45ba-a538-8f691d7ea244 req-ee0ff244-74dc-48ef-85d2-0ba3c24a1b71 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:04.920203 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-177bdc17-8016-45ba-a538-8f691d7ea244 req-ee0ff244-74dc-48ef-85d2-0ba3c24a1b71 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 943 time: 0.0743198 Jun 16 16:08:04.969914 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-177bdc17-8016-45ba-a538-8f691d7ea244 req-da47ef77-b43c-4525-b554-8d70ca05009e tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467215 Jun 16 16:08:05.931617 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a6bb2-43a6-483b-87a2-6c0ece68df1e req-70215f03-0c05-4890-9ed2-e8b945c4279b tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:05.937344 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-6a9a6bb2-43a6-483b-87a2-6c0ece68df1e req-70215f03-0c05-4890-9ed2-e8b945c4279b tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcea0d10-72a4-47af-8121-651cc80eeb6f HTTP/1.1" status: 200 len: 944 time: 0.0844054 Jun 16 16:08:05.946420 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6984977e-ea16-4d20-8c43-bf157f325611 req-6708f5c3-b606-4cbd-8d53-b5911cd92b06 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:05.947949 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-6984977e-ea16-4d20-8c43-bf157f325611 req-6708f5c3-b606-4cbd-8d53-b5911cd92b06 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1 HTTP/1.1" status: 200 len: 945 time: 0.0833957 Jun 16 16:08:06.004115 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-6a9a6bb2-43a6-483b-87a2-6c0ece68df1e req-b990193b-4b12-4dbe-ad92-ded8fd4a9d30 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a090f09-4654-4407-bdfe-a691bf3d5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566676 Jun 16 16:08:06.005346 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-6984977e-ea16-4d20-8c43-bf157f325611 req-9f4a8be1-06a6-4c97-8d30-8d83ebbe939e tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510406 Jun 16 16:08:06.199896 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bd59c6-839b-4f4a-9223-277328ff759f req-7c5c218b-8b5b-4531-8648-b62ea7915471 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:06.201883 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f5bd59c6-839b-4f4a-9223-277328ff759f req-7c5c218b-8b5b-4531-8648-b62ea7915471 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 943 time: 0.0846887 Jun 16 16:08:06.256091 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f5bd59c6-839b-4f4a-9223-277328ff759f req-7a276abd-3a22-4ff2-8732-58f464f7da6c tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477431 Jun 16 16:08:07.196435 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef298e-4312-436f-aa0e-b733fe21e7c2 req-708a89ae-3452-4dfa-8ec2-f005602c272c tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:07.198060 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-ceef298e-4312-436f-aa0e-b733fe21e7c2 req-708a89ae-3452-4dfa-8ec2-f005602c272c tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcea0d10-72a4-47af-8121-651cc80eeb6f HTTP/1.1" status: 200 len: 944 time: 0.0805500 Jun 16 16:08:07.250568 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-ceef298e-4312-436f-aa0e-b733fe21e7c2 req-63e67d7f-091c-4fca-8f5b-1d91d2dba415 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a090f09-4654-4407-bdfe-a691bf3d5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465395 Jun 16 16:08:07.274047 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea7ff75-cb04-40b6-8dbb-5e772f3e57b4 req-6f622b11-7082-42ff-b2bc-4a32efb5b4cf tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:07.276285 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-0ea7ff75-cb04-40b6-8dbb-5e772f3e57b4 req-6f622b11-7082-42ff-b2bc-4a32efb5b4cf tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1 HTTP/1.1" status: 200 len: 945 time: 0.1229715 Jun 16 16:08:07.334514 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-0ea7ff75-cb04-40b6-8dbb-5e772f3e57b4 req-b405d9d0-7012-43fc-943a-62cca13e59be tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506740 Jun 16 16:08:07.336401 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ab9ef-71f0-4ba0-8975-67b4454c532d req-05b07e7c-db56-4a59-aa6a-dfc446880d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:07.340031 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-e90ab9ef-71f0-4ba0-8975-67b4454c532d req-05b07e7c-db56-4a59-aa6a-dfc446880d6d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=47184301-1ba5-4e64-8bf7-e81f9d73c729 HTTP/1.1" status: 200 len: 853 time: 0.1393673 Jun 16 16:08:07.413587 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ab9ef-71f0-4ba0-8975-67b4454c532d req-b5aa3922-16e8-4e7d-bf3e-4dc46c8e1cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:07.419154 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-e90ab9ef-71f0-4ba0-8975-67b4454c532d req-b5aa3922-16e8-4e7d-bf3e-4dc46c8e1cce service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=975c7a53-c8d3-4435-b0cd-f603c84a6c6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0698292 Jun 16 16:08:07.548545 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517aafe3-9064-4fa1-8c2f-07819ff5482c req-ac7dc8b6-101a-497e-a727-a60b49e502c8 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:07.550191 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-517aafe3-9064-4fa1-8c2f-07819ff5482c req-ac7dc8b6-101a-497e-a727-a60b49e502c8 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 943 time: 0.1018975 Jun 16 16:08:07.615496 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-e90ab9ef-71f0-4ba0-8975-67b4454c532d req-65bb3198-e9f0-4b00-93d2-c575945287a9 service neutron] 10.222.0.15 "GET /v2.0/networks/975c7a53-c8d3-4435-b0cd-f603c84a6c6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849616 Jun 16 16:08:07.623675 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-517aafe3-9064-4fa1-8c2f-07819ff5482c req-e0d4c748-f610-41c1-829e-744468e25044 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667770 Jun 16 16:08:07.763311 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-e90ab9ef-71f0-4ba0-8975-67b4454c532d req-9ea9aee3-a244-4f17-9a11-88834d1aa060 service neutron] 10.222.0.15 "GET /v2.0/networks/975c7a53-c8d3-4435-b0cd-f603c84a6c6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280568 Jun 16 16:08:08.574815 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43764850-14d5-4f7d-a8e6-8afb1627882a req-450fba61-f652-4efb-abd5-3bbb518ab39c tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:08.576260 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-43764850-14d5-4f7d-a8e6-8afb1627882a req-450fba61-f652-4efb-abd5-3bbb518ab39c tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcea0d10-72a4-47af-8121-651cc80eeb6f HTTP/1.1" status: 200 len: 944 time: 0.1747620 Jun 16 16:08:08.735922 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee1ab48-a7b0-4915-b053-b1b0c71fb9fc req-929d3a36-0452-42fe-b13f-7414616f79fa tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:08.743966 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-43764850-14d5-4f7d-a8e6-8afb1627882a req-ac89d2ef-1bbf-47bb-86e7-3917b30e63c6 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a090f09-4654-4407-bdfe-a691bf3d5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573563 Jun 16 16:08:08.747787 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-9ee1ab48-a7b0-4915-b053-b1b0c71fb9fc req-929d3a36-0452-42fe-b13f-7414616f79fa tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1 HTTP/1.1" status: 200 len: 945 time: 0.1940477 Jun 16 16:08:08.794272 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f40c8-280d-4fa3-9217-30bcc8e6db2c req-c4ce2afe-2240-4574-872a-621cc46f0634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:08.796021 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-971f40c8-280d-4fa3-9217-30bcc8e6db2c req-c4ce2afe-2240-4574-872a-621cc46f0634 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1 HTTP/1.1" status: 200 len: 1098 time: 0.1724668 Jun 16 16:08:08.872842 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-971f40c8-280d-4fa3-9217-30bcc8e6db2c req-86dc9277-39d5-4282-a838-f0e785a65ee3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667295 Jun 16 16:08:08.959787 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-9ee1ab48-a7b0-4915-b053-b1b0c71fb9fc req-fb3d9f0c-3a5e-4191-9793-8a705c36b8e6 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107022 Jun 16 16:08:09.039299 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce1575-925b-4bc9-8ae3-1d3f028bbfe8 req-3ea7533b-74c6-4688-ac32-7af316cbeb08 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:09.040530 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c5ce1575-925b-4bc9-8ae3-1d3f028bbfe8 req-3ea7533b-74c6-4688-ac32-7af316cbeb08 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 943 time: 0.1293340 Jun 16 16:08:09.114022 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c5ce1575-925b-4bc9-8ae3-1d3f028bbfe8 req-0f111b20-ca77-42c1-b99e-eb1aad5d6dbd tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682628 Jun 16 16:08:09.213171 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7be040-cef4-49db-9f5d-04c57470c4d4 req-308bed86-aed3-4983-8abc-7d4dfd339745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:09.214736 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2d7be040-cef4-49db-9f5d-04c57470c4d4 req-308bed86-aed3-4983-8abc-7d4dfd339745 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b&tenant_id=16b677d62510476d919b610e7baa5577 HTTP/1.1" status: 200 len: 1096 time: 0.1260469 Jun 16 16:08:09.330357 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7be040-cef4-49db-9f5d-04c57470c4d4 req-bb769d6d-2f02-4abf-9bd3-0d0c334b1689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:09.333131 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2d7be040-cef4-49db-9f5d-04c57470c4d4 req-bb769d6d-2f02-4abf-9bd3-0d0c334b1689 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=16b677d62510476d919b610e7baa5577&device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 1096 time: 0.0852814 Jun 16 16:08:09.468839 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7be040-cef4-49db-9f5d-04c57470c4d4 req-74a2f471-a2b7-4366-a96a-d1dc722e7559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:09.470966 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2d7be040-cef4-49db-9f5d-04c57470c4d4 req-74a2f471-a2b7-4366-a96a-d1dc722e7559 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cfdbc1d1-75c9-493c-aefe-3be5c8294cd4 HTTP/1.1" status: 200 len: 918 time: 0.1305029 Jun 16 16:08:09.585782 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2d7be040-cef4-49db-9f5d-04c57470c4d4 req-b1ef161a-44f6-4a1a-aaf1-13e21658efe8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6575874c-1654-4f04-8efd-46fb3521dfb7 HTTP/1.1" status: 200 len: 998 time: 0.1073394 Jun 16 16:08:09.676120 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7be040-cef4-49db-9f5d-04c57470c4d4 req-379708dd-b740-466b-8145-a814f1254888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:09.677701 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2d7be040-cef4-49db-9f5d-04c57470c4d4 req-379708dd-b740-466b-8145-a814f1254888 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6b78bc3c-b434-4bd5-9871-761bea7dd046 HTTP/1.1" status: 200 len: 856 time: 0.0763023 Jun 16 16:08:09.747056 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7be040-cef4-49db-9f5d-04c57470c4d4 req-c452fb50-4ce5-4bb5-9512-c83b50bdaf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:09.748590 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2d7be040-cef4-49db-9f5d-04c57470c4d4 req-c452fb50-4ce5-4bb5-9512-c83b50bdaf3f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cfdbc1d1-75c9-493c-aefe-3be5c8294cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0637684 Jun 16 16:08:09.820172 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.agents_db [None req-058d43c2-15cf-4374-9ac5-1369303d1fb9 None None] Agent healthcheck: found 6 active agents {{(pid=91877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:08:09.899604 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2d7be040-cef4-49db-9f5d-04c57470c4d4 req-00f72982-8c57-4ac5-8b95-0544532c450a service neutron] 10.222.0.15 "GET /v2.0/networks/cfdbc1d1-75c9-493c-aefe-3be5c8294cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415532 Jun 16 16:08:10.016732 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9882cb7-4c57-4b9e-a1c1-26e6eb2fe864 req-75aa191c-b867-4b40-9816-00fd5c54affc tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:10.019238 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-d9882cb7-4c57-4b9e-a1c1-26e6eb2fe864 req-75aa191c-b867-4b40-9816-00fd5c54affc tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcea0d10-72a4-47af-8121-651cc80eeb6f HTTP/1.1" status: 200 len: 944 time: 0.0860229 Jun 16 16:08:10.020672 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2d7be040-cef4-49db-9f5d-04c57470c4d4 req-28f9ee6c-3a22-42b3-a9a5-9622fd8cbb4b service neutron] 10.222.0.15 "GET /v2.0/networks/cfdbc1d1-75c9-493c-aefe-3be5c8294cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151614 Jun 16 16:08:10.092426 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-d9882cb7-4c57-4b9e-a1c1-26e6eb2fe864 req-a8299a7f-02d2-4620-9b69-9ff2cabf5834 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a090f09-4654-4407-bdfe-a691bf3d5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645032 Jun 16 16:08:10.274100 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f75de4d-4ac1-40c5-805c-8faa7630e822 req-3b6e4325-cbcb-4404-b3be-e108e60dceab tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:10.276211 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-4f75de4d-4ac1-40c5-805c-8faa7630e822 req-3b6e4325-cbcb-4404-b3be-e108e60dceab tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1 HTTP/1.1" status: 200 len: 945 time: 0.1128476 Jun 16 16:08:10.322097 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf1c8a-41ce-46f4-b89f-463f9bac5171 req-fd974bbb-da79-4a1f-9eba-57adf40c7e9d tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:10.323680 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-33cf1c8a-41ce-46f4-b89f-463f9bac5171 req-fd974bbb-da79-4a1f-9eba-57adf40c7e9d tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 943 time: 0.0778987 Jun 16 16:08:10.328064 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-4f75de4d-4ac1-40c5-805c-8faa7630e822 req-28b870bc-7f8f-459c-b726-afacaa5c0a13 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445535 Jun 16 16:08:10.373956 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-33cf1c8a-41ce-46f4-b89f-463f9bac5171 req-15b54393-d445-430c-a5c3-73da38b0cf1f tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394909 Jun 16 16:08:10.872840 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d928f78-7802-486d-8e5a-d3323087dda9 req-27b79da4-758d-4db7-9728-26117008bbae tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:10.875413 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-8d928f78-7802-486d-8e5a-d3323087dda9 req-27b79da4-758d-4db7-9728-26117008bbae tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1 HTTP/1.1" status: 200 len: 945 time: 0.0730717 Jun 16 16:08:10.929299 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-8d928f78-7802-486d-8e5a-d3323087dda9 req-3cb4bbbc-c0d6-49c8-ac82-ef3a1ac6a31e tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470605 Jun 16 16:08:11.291247 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a441b71-447b-48b8-8eb4-5ede5012d1a4 req-7e10f835-ae9f-4b64-9cd1-a0b9aeb89934 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:11.292599 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-0a441b71-447b-48b8-8eb4-5ede5012d1a4 req-7e10f835-ae9f-4b64-9cd1-a0b9aeb89934 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcea0d10-72a4-47af-8121-651cc80eeb6f HTTP/1.1" status: 200 len: 944 time: 0.0770988 Jun 16 16:08:11.337516 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-0a441b71-447b-48b8-8eb4-5ede5012d1a4 req-8105c373-6cc2-4cca-a9af-fbd3c76efa3e tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a090f09-4654-4407-bdfe-a691bf3d5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388088 Jun 16 16:08:11.578426 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3807165c-934d-43de-911d-688b142ecc24 req-87504951-2274-484b-b196-aaf97404fd03 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:11.579906 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-3807165c-934d-43de-911d-688b142ecc24 req-87504951-2274-484b-b196-aaf97404fd03 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 943 time: 0.0817025 Jun 16 16:08:11.646448 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-3807165c-934d-43de-911d-688b142ecc24 req-b5d458c3-d13f-45a3-874d-8d9bbcca6044 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592883 Jun 16 16:08:11.825141 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device 38fdebf4-1f82-4e7b-b9ce-db5620efd43b details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91876) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:08:11.933609 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] For port 38fdebf4-1f82-4e7b-b9ce-db5620efd43b, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=38fdebf4-1f82-4e7b-b9ce-db5620efd43b,segment=NetworkSegment(25392ddc-cfd1-4fb1-b990-c241fab4a578),segment_id=25392ddc-cfd1-4fb1-b990-c241fab4a578)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:08:11.947609 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Returning: {'device': '38fdebf4-1f82-4e7b-b9ce-db5620efd43b', 'network_id': '975c7a53-c8d3-4435-b0cd-f603c84a6c6a', 'port_id': '38fdebf4-1f82-4e7b-b9ce-db5620efd43b', 'mac_address': 'fa:16:3e:75:1c:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47184301-1ba5-4e64-8bf7-e81f9d73c729', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91876) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:08:12.009999 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:12.027245 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.notifiers.nova [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38fdebf4-1f82-4e7b-b9ce-db5620efd43b {{(pid=91876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:08:12.053311 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] For port 38fdebf4-1f82-4e7b-b9ce-db5620efd43b, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=38fdebf4-1f82-4e7b-b9ce-db5620efd43b,segment=NetworkSegment(25392ddc-cfd1-4fb1-b990-c241fab4a578),segment_id=25392ddc-cfd1-4fb1-b990-c241fab4a578)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:08:12.062874 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:12.066351 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:08:12.123929 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Pushing event updated for resources: {'Port': ['ID=38fdebf4-1f82-4e7b-b9ce-db5620efd43b,revision_number=4']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:08:12.129582 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:08:12.137507 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ead1081-ae99-46c0-8f30-388c11fd3638 req-b60f0177-b25c-4abe-987c-9e665a19bd88 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:12.139022 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-6ead1081-ae99-46c0-8f30-388c11fd3638 req-b60f0177-b25c-4abe-987c-9e665a19bd88 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1 HTTP/1.1" status: 200 len: 945 time: 0.0794528 Jun 16 16:08:12.185406 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-6ead1081-ae99-46c0-8f30-388c11fd3638 req-30832a42-ed47-4ae0-9e72-e484c283ffae tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404849 Jun 16 16:08:12.523134 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f51d887-183c-4462-8345-1fa18d4cd5dc req-e065a6f5-82f7-4c04-8e3c-653c649b7602 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:12.524653 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-7f51d887-183c-4462-8345-1fa18d4cd5dc req-e065a6f5-82f7-4c04-8e3c-653c649b7602 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcea0d10-72a4-47af-8121-651cc80eeb6f HTTP/1.1" status: 200 len: 945 time: 0.0693607 Jun 16 16:08:12.572702 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-7f51d887-183c-4462-8345-1fa18d4cd5dc req-92e5fbe1-b5b4-4329-82ae-9fce77a4a415 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a090f09-4654-4407-bdfe-a691bf3d5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419643 Jun 16 16:08:12.840886 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5aae25-230b-4033-88e3-e77ce299fde4 req-381ea9cb-1840-46eb-8120-40ec44b2db6e tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:12.843315 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-dd5aae25-230b-4033-88e3-e77ce299fde4 req-381ea9cb-1840-46eb-8120-40ec44b2db6e tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 943 time: 0.0697646 Jun 16 16:08:12.883954 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-dd5aae25-230b-4033-88e3-e77ce299fde4 req-356ecbc1-0685-444f-acde-ffc476629ce9 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341141 Jun 16 16:08:13.372465 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89804f4d-c32a-4055-86f6-da015d339b30 req-9d823bca-7261-4b69-b406-8869a85757b6 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:13.374140 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-89804f4d-c32a-4055-86f6-da015d339b30 req-9d823bca-7261-4b69-b406-8869a85757b6 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1 HTTP/1.1" status: 200 len: 945 time: 0.0708818 Jun 16 16:08:13.416937 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-89804f4d-c32a-4055-86f6-da015d339b30 req-28236d04-c508-442b-9281-7c60ee33712e tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366027 Jun 16 16:08:13.763625 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d97d9c0-1a79-4f32-bd5e-a2bfc7e4dac5 req-cdfc9054-b55d-4c1e-9ae9-0934177a9512 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:13.765180 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-8d97d9c0-1a79-4f32-bd5e-a2bfc7e4dac5 req-cdfc9054-b55d-4c1e-9ae9-0934177a9512 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcea0d10-72a4-47af-8121-651cc80eeb6f HTTP/1.1" status: 200 len: 945 time: 0.0768371 Jun 16 16:08:13.806064 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-8d97d9c0-1a79-4f32-bd5e-a2bfc7e4dac5 req-8984605c-ffdf-4ca6-a29d-e1b85094c42e tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a090f09-4654-4407-bdfe-a691bf3d5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346394 Jun 16 16:08:14.077865 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa451853-d6fb-4f07-b49c-4c694d52e54d req-c8cf9749-5a3f-42fc-9802-5ec21f74196d tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:14.083752 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-aa451853-d6fb-4f07-b49c-4c694d52e54d req-c8cf9749-5a3f-42fc-9802-5ec21f74196d tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 943 time: 0.0756848 Jun 16 16:08:14.119324 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-aa451853-d6fb-4f07-b49c-4c694d52e54d req-76f883e5-ea1a-4d0e-aeaa-ee3db18470f3 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333049 Jun 16 16:08:14.186678 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] get_ports_and_sgs() called for port_ids ['38fdebf4-1f82-4e7b-b9ce-db5620efd43b'] {{(pid=91876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:08:14.617025 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eecbf2-d850-4748-9955-f7dc98a70598 req-dba69b62-c756-45f0-8f39-01a62f993602 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:14.618756 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-b5eecbf2-d850-4748-9955-f7dc98a70598 req-dba69b62-c756-45f0-8f39-01a62f993602 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1 HTTP/1.1" status: 200 len: 945 time: 0.0831571 Jun 16 16:08:14.665449 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-b5eecbf2-d850-4748-9955-f7dc98a70598 req-c8cc1de1-37b0-415a-b4fb-1e027445c66b tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388873 Jun 16 16:08:14.991114 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f7d0d5-9a7b-482d-903f-5e1113afaece req-78aaa74c-c0d4-4cc3-b563-31573e1ea650 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:14.992566 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-30f7d0d5-9a7b-482d-903f-5e1113afaece req-78aaa74c-c0d4-4cc3-b563-31573e1ea650 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcea0d10-72a4-47af-8121-651cc80eeb6f HTTP/1.1" status: 200 len: 945 time: 0.0706542 Jun 16 16:08:15.035595 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-30f7d0d5-9a7b-482d-903f-5e1113afaece req-faa01964-7403-44fc-8fc6-0d60333f28a4 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a090f09-4654-4407-bdfe-a691bf3d5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374873 Jun 16 16:08:15.142947 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 39060) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:08:15.187662 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_v2 [None req-b85767d2-739f-46bc-8424-d2c7c5171720 admin admin] Deleting subnet 1b20a45a-d72a-4f6e-85a2-4061fbcbf92e {{(pid=91874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:08:15.192323 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-b85767d2-739f-46bc-8424-d2c7c5171720 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:15.229825 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-b85767d2-739f-46bc-8424-d2c7c5171720 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3127486'] for subnet, precommit_delete_associations {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:15.272653 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-b85767d2-739f-46bc-8424-d2c7c5171720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16234147'] for subnet, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:15.325567 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c987801-e96d-47b2-a9c3-360557b44fcb req-d700de3b-7588-4f37-a038-4038ff42782d tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:15.329920 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-2c987801-e96d-47b2-a9c3-360557b44fcb req-d700de3b-7588-4f37-a038-4038ff42782d tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 943 time: 0.0757737 Jun 16 16:08:15.363349 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-b85767d2-739f-46bc-8424-d2c7c5171720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16234172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3528999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3923767'] for subnet, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:15.366402 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-154e1bea-681a-46b3-8009-fff29e1cd634 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:08:15.381935 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-2c987801-e96d-47b2-a9c3-360557b44fcb req-34d08ab2-11e2-4e3a-a28f-44be0b439b88 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394199 Jun 16 16:08:15.394626 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85767d2-739f-46bc-8424-d2c7c5171720 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b20a45a-d72a-4f6e-85a2-4061fbcbf92e,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:08:15.403804 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-b85767d2-739f-46bc-8424-d2c7c5171720 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16222807'] for subnet, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:15.408261 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-b85767d2-739f-46bc-8424-d2c7c5171720 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/1b20a45a-d72a-4f6e-85a2-4061fbcbf92e HTTP/1.1" status: 204 len: 168 time: 0.2641506 Jun 16 16:08:15.408411 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 39064) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:08:15.410001 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85767d2-739f-46bc-8424-d2c7c5171720 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:15.410513 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85767d2-739f-46bc-8424-d2c7c5171720 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:15.410885 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85767d2-739f-46bc-8424-d2c7c5171720 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:15.411252 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85767d2-739f-46bc-8424-d2c7c5171720 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:15.411637 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85767d2-739f-46bc-8424-d2c7c5171720 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:15.411996 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85767d2-739f-46bc-8424-d2c7c5171720 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:15.412351 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85767d2-739f-46bc-8424-d2c7c5171720 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:15.412701 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85767d2-739f-46bc-8424-d2c7c5171720 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:15.413079 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85767d2-739f-46bc-8424-d2c7c5171720 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:15.413431 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85767d2-739f-46bc-8424-d2c7c5171720 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:15.413783 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85767d2-739f-46bc-8424-d2c7c5171720 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:15.414128 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85767d2-739f-46bc-8424-d2c7c5171720 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:15.417416 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-b85767d2-739f-46bc-8424-d2c7c5171720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:08:15.476827 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-0b11d350-1dd3-4792-bf26-79f1cbcbc781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16160318'] for network, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:15.562869 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-0b11d350-1dd3-4792-bf26-79f1cbcbc781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16236332', 'neutron.services.segments.db._delete_segments_for_network-8726811427889'] for network, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:15.573117 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.services.segments.db [None req-0b11d350-1dd3-4792-bf26-79f1cbcbc781 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f2834c4-172c-4acc-9958-e6c60d36bde5']}} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:08:15.583454 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.services.segments.db [None req-0b11d350-1dd3-4792-bf26-79f1cbcbc781 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41a5b400-9e03-4974-95a4-c8a7169dc62c') {'for_net_delete': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:08:15.583752 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.services.segments.db [None req-0b11d350-1dd3-4792-bf26-79f1cbcbc781 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41a5b400-9e03-4974-95a4-c8a7169dc62c') {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:08:15.592776 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-0b11d350-1dd3-4792-bf26-79f1cbcbc781 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726811427202', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4037697'] for segment, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:15.607344 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-0b11d350-1dd3-4792-bf26-79f1cbcbc781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233616'] for segment, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:15.614075 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b11d350-1dd3-4792-bf26-79f1cbcbc781 admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=91875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:08:15.614525 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-0b11d350-1dd3-4792-bf26-79f1cbcbc781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2449141'] for segment, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:15.616613 dv-cinder-796114-3-iscsi neutron-server[91875]: Traceback (most recent call last): Jun 16 16:08:15.616613 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:08:15.616613 dv-cinder-796114-3-iscsi neutron-server[91875]: timer() Jun 16 16:08:15.616613 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:08:15.616613 dv-cinder-796114-3-iscsi neutron-server[91875]: cb(*args, **kw) Jun 16 16:08:15.616613 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:08:15.616613 dv-cinder-796114-3-iscsi neutron-server[91875]: return func(*args, **kwargs) Jun 16 16:08:15.616613 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:08:15.616613 dv-cinder-796114-3-iscsi neutron-server[91875]: self._notify() Jun 16 16:08:15.616613 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:08:15.616613 dv-cinder-796114-3-iscsi neutron-server[91875]: self.callback(batched_events) Jun 16 16:08:15.616613 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:08:15.616613 dv-cinder-796114-3-iscsi neutron-server[91875]: event.method(event) Jun 16 16:08:15.616613 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:08:15.616613 dv-cinder-796114-3-iscsi neutron-server[91875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:08:15.616613 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:08:15.616613 dv-cinder-796114-3-iscsi neutron-server[91875]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:08:15.616613 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:08:15.616613 dv-cinder-796114-3-iscsi neutron-server[91875]: return f(self, *a, **k) Jun 16 16:08:15.616613 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:08:15.616613 dv-cinder-796114-3-iscsi neutron-server[91875]: return self._get(url).json() Jun 16 16:08:15.616613 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:08:15.616613 dv-cinder-796114-3-iscsi neutron-server[91875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:08:15.616613 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:08:15.616613 dv-cinder-796114-3-iscsi neutron-server[91875]: return self.request(url, 'GET', **kwargs) Jun 16 16:08:15.616613 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:08:15.616613 dv-cinder-796114-3-iscsi neutron-server[91875]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:08:15.616613 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:08:15.616613 dv-cinder-796114-3-iscsi neutron-server[91875]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:08:15.616613 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:08:15.616613 dv-cinder-796114-3-iscsi neutron-server[91875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:08:15.616613 dv-cinder-796114-3-iscsi neutron-server[91875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:08:15.677719 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-0b11d350-1dd3-4792-bf26-79f1cbcbc781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16236325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-700135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702067'] for network, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:15.694826 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-0b11d350-1dd3-4792-bf26-79f1cbcbc781 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16222807'] for network, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:15.705796 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-0b11d350-1dd3-4792-bf26-79f1cbcbc781 admin admin] 10.222.0.49 "DELETE /v2.0/networks/3f2834c4-172c-4acc-9958-e6c60d36bde5 HTTP/1.1" status: 204 len: 168 time: 0.2959681 Jun 16 16:08:15.712526 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-022a63ee-310e-4227-9886-e2322d897886 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:08:15.741430 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b11d350-1dd3-4792-bf26-79f1cbcbc781 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f2834c4-172c-4acc-9958-e6c60d36bde5,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:08:15.758183 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b11d350-1dd3-4792-bf26-79f1cbcbc781 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:15.758643 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b11d350-1dd3-4792-bf26-79f1cbcbc781 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:15.758951 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b11d350-1dd3-4792-bf26-79f1cbcbc781 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:15.759309 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b11d350-1dd3-4792-bf26-79f1cbcbc781 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:15.759665 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b11d350-1dd3-4792-bf26-79f1cbcbc781 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:15.760021 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b11d350-1dd3-4792-bf26-79f1cbcbc781 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:15.760373 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b11d350-1dd3-4792-bf26-79f1cbcbc781 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:15.760751 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b11d350-1dd3-4792-bf26-79f1cbcbc781 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:15.761074 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b11d350-1dd3-4792-bf26-79f1cbcbc781 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:15.761445 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b11d350-1dd3-4792-bf26-79f1cbcbc781 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:15.769609 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b11d350-1dd3-4792-bf26-79f1cbcbc781 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:15.770198 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b11d350-1dd3-4792-bf26-79f1cbcbc781 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:15.774012 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-0b11d350-1dd3-4792-bf26-79f1cbcbc781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:08:15.871389 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device 38fdebf4-1f82-4e7b-b9ce-db5620efd43b up at agent hyperv_hv-cinder-79611 {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:08:16.059580 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Provisioning for port 38fdebf4-1f82-4e7b-b9ce-db5620efd43b completed by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:08:16.070538 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Provisioning complete for port 38fdebf4-1f82-4e7b-b9ce-db5620efd43b triggered by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:08:16.071156 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:16.092054 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc0970-19c0-4d28-9493-573f8370d3c5 req-bb00eb10-4db7-4ded-a581-6185f7fd5f3d tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:16.100730 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-fedc0970-19c0-4d28-9493-573f8370d3c5 req-bb00eb10-4db7-4ded-a581-6185f7fd5f3d tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1 HTTP/1.1" status: 200 len: 945 time: 0.2666752 Jun 16 16:08:16.225585 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-fedc0970-19c0-4d28-9493-573f8370d3c5 req-bc88484d-0154-472c-a603-7a369e28fd93 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228147 Jun 16 16:08:16.285533 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:16.330640 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 39092) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:08:16.356573 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcea0d10-72a4-47af-8121-651cc80eeb6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38fdebf4-1f82-4e7b-b9ce-db5620efd43b'}] {{(pid=91876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:08:16.360427 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a9c68db8c06307a0250ecdd4df366f09270e0987ddc1c5d61c2ecaceaac02f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e115f7-8f2e-4fcf-9558-6703d03524ee" -d '{"events": [{"server_uuid": "dcea0d10-72a4-47af-8121-651cc80eeb6f", "name": "network-vif-plugged", "status": "completed", "tag": "38fdebf4-1f82-4e7b-b9ce-db5620efd43b"}]}' {{(pid=91876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:08:16.363463 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e7eb8e-c4f7-48a1-9fb2-53b96cfd7a03 req-afc7f067-85fd-4ae5-bd70-da5e89c12fed tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:16.378240 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-63e7eb8e-c4f7-48a1-9fb2-53b96cfd7a03 req-afc7f067-85fd-4ae5-bd70-da5e89c12fed tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcea0d10-72a4-47af-8121-651cc80eeb6f HTTP/1.1" status: 200 len: 945 time: 0.1041310 Jun 16 16:08:16.382507 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] For port 38fdebf4-1f82-4e7b-b9ce-db5620efd43b, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=38fdebf4-1f82-4e7b-b9ce-db5620efd43b,segment=NetworkSegment(25392ddc-cfd1-4fb1-b990-c241fab4a578),segment_id=25392ddc-cfd1-4fb1-b990-c241fab4a578)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:08:16.391799 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:16.398212 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:08:16.452096 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aead92c9-0dbb-4fcf-82b9-c48f6b594461 x-openstack-request-id: req-aead92c9-0dbb-4fcf-82b9-c48f6b594461 {{(pid=91876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:08:16.452545 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcea0d10-72a4-47af-8121-651cc80eeb6f", "name": "network-vif-plugged", "status": "completed", "tag": "38fdebf4-1f82-4e7b-b9ce-db5620efd43b", "code": 200}]} {{(pid=91876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:08:16.453438 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-aead92c9-0dbb-4fcf-82b9-c48f6b594461 {{(pid=91876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:08:16.453573 dv-cinder-796114-3-iscsi neutron-server[91876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcea0d10-72a4-47af-8121-651cc80eeb6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38fdebf4-1f82-4e7b-b9ce-db5620efd43b', 'code': 200} Jun 16 16:08:16.477438 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-7d97480b-ffbb-45e1-97c6-61cbff1b20b8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a498e59fa88849489d676cd1f4995db5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1448550 Jun 16 16:08:16.482253 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 39098) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:08:16.488203 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-63e7eb8e-c4f7-48a1-9fb2-53b96cfd7a03 req-a187f543-5f3d-43dd-8013-cf32f7812ab7 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a090f09-4654-4407-bdfe-a691bf3d5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007836 Jun 16 16:08:16.539689 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Pushing event updated for resources: {'Port': ['ID=38fdebf4-1f82-4e7b-b9ce-db5620efd43b,revision_number=5']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:08:16.545693 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:08:16.679094 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f5c116bb-52d8-4f43-ad02-0a98d310e7dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:16.710142 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f5c116bb-52d8-4f43-ad02-0a98d310e7dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:16.912125 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f852f-12c6-44dc-b656-0b55ce9ff6a7 req-88934d06-20ae-4f36-94ef-cbab873dd184 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:16.913704 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-de3f852f-12c6-44dc-b656-0b55ce9ff6a7 req-88934d06-20ae-4f36-94ef-cbab873dd184 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 943 time: 0.1638885 Jun 16 16:08:16.936934 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f5c116bb-52d8-4f43-ad02-0a98d310e7dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:16.939776 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f5c116bb-52d8-4f43-ad02-0a98d310e7dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:16.941474 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-f5c116bb-52d8-4f43-ad02-0a98d310e7dd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a5b769e5-31ae-43e5-99d2-b6ca42a6a021 HTTP/1.1" status: 204 len: 168 time: 0.4516389 Jun 16 16:08:16.948685 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-0501b7d4-2d43-42e9-aaeb-a469add7f114 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:08:16.960831 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c116bb-52d8-4f43-ad02-0a98d310e7dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b769e5-31ae-43e5-99d2-b6ca42a6a021,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:08:16.963359 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-f5c116bb-52d8-4f43-ad02-0a98d310e7dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:08:16.987683 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-de3f852f-12c6-44dc-b656-0b55ce9ff6a7 req-d3ddeff1-0dba-48f3-aebb-87e907d69814 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675278 Jun 16 16:08:17.464764 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-509e6862-00f5-433d-95c1-8a3d15428f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:17.497423 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df79aacd-f615-4c72-8560-ce2252fa9413 req-0318f6d1-aa3a-4e1b-993a-f8b5fab79650 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:17.498902 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-df79aacd-f615-4c72-8560-ce2252fa9413 req-0318f6d1-aa3a-4e1b-993a-f8b5fab79650 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1 HTTP/1.1" status: 200 len: 945 time: 0.0875340 Jun 16 16:08:17.565055 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 39128) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:08:17.589568 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-df79aacd-f615-4c72-8560-ce2252fa9413 req-86fa30d9-b0b9-4201-b42d-375eceadd736 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823479 Jun 16 16:08:17.832393 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a117ea-854b-4165-97c1-34bf09610c14 req-9d903887-af34-4120-affd-c1ad8cd0b299 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:17.834113 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-49a117ea-854b-4165-97c1-34bf09610c14 req-9d903887-af34-4120-affd-c1ad8cd0b299 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcea0d10-72a4-47af-8121-651cc80eeb6f HTTP/1.1" status: 200 len: 946 time: 0.1585279 Jun 16 16:08:17.866386 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-c477ca04-d397-48b0-9e71-442ae46b96f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:17.916282 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-49a117ea-854b-4165-97c1-34bf09610c14 req-09b1ea47-0a80-4fb0-ad26-aae9744b09ce tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a090f09-4654-4407-bdfe-a691bf3d5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728905 Jun 16 16:08:18.086257 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-c477ca04-d397-48b0-9e71-442ae46b96f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:18.095645 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-c477ca04-d397-48b0-9e71-442ae46b96f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:18.105426 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-84230b63-26a5-4e00-8176-00052c3dc9ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:08:18.219745 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c477ca04-d397-48b0-9e71-442ae46b96f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c71a7f2-0810-4219-83a2-d2a63e3d0ec3,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:08:18.224241 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-c477ca04-d397-48b0-9e71-442ae46b96f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:08:18.284639 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-c477ca04-d397-48b0-9e71-442ae46b96f4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3ad58e8b36d7494f90792fb5b72a3d8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7180405 Jun 16 16:08:18.287820 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 39154) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:08:18.379269 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8826793d-73b5-412b-87c5-af9bb5503427 req-17f08960-f091-4d95-a143-adffd0f34902 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:18.380959 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-8826793d-73b5-412b-87c5-af9bb5503427 req-17f08960-f091-4d95-a143-adffd0f34902 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 943 time: 0.1800754 Jun 16 16:08:18.431591 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-9355f2e3-6acb-42cd-9617-bfcade9f1470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:18.483078 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-8826793d-73b5-412b-87c5-af9bb5503427 req-ba1dfcc6-e20f-4947-bb5a-7fa98b65ffbb tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887387 Jun 16 16:08:18.488905 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-9355f2e3-6acb-42cd-9617-bfcade9f1470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:18.591389 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-9355f2e3-6acb-42cd-9617-bfcade9f1470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:18.594081 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-9355f2e3-6acb-42cd-9617-bfcade9f1470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:18.598963 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-9355f2e3-6acb-42cd-9617-bfcade9f1470 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1c71a7f2-0810-4219-83a2-d2a63e3d0ec3 HTTP/1.1" status: 204 len: 168 time: 0.3063891 Jun 16 16:08:18.598963 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-15d70918-7261-48fb-a181-2c7fdd2a8604 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:08:18.620799 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9355f2e3-6acb-42cd-9617-bfcade9f1470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c71a7f2-0810-4219-83a2-d2a63e3d0ec3,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:08:18.633621 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-9355f2e3-6acb-42cd-9617-bfcade9f1470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:08:18.914462 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3d4fe9-fad3-4419-9b03-3e70170436b8 req-486b5fc1-2f87-4f3f-bfad-86e5cca8bf89 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:18.927823 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-8f3d4fe9-fad3-4419-9b03-3e70170436b8 req-486b5fc1-2f87-4f3f-bfad-86e5cca8bf89 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1 HTTP/1.1" status: 200 len: 945 time: 0.1234231 Jun 16 16:08:19.005799 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-8f3d4fe9-fad3-4419-9b03-3e70170436b8 req-5e826ed2-67b0-4a98-ac1b-fafc19ce38b6 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767100 Jun 16 16:08:19.270976 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d1cff6-3d0f-4b3a-aa5d-a301838ca20f req-bbe16791-5c7b-4983-8efe-7c50df4219a4 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:19.272500 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-f5d1cff6-3d0f-4b3a-aa5d-a301838ca20f req-bbe16791-5c7b-4983-8efe-7c50df4219a4 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcea0d10-72a4-47af-8121-651cc80eeb6f HTTP/1.1" status: 200 len: 946 time: 0.0749803 Jun 16 16:08:19.318147 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-f5d1cff6-3d0f-4b3a-aa5d-a301838ca20f req-91397b94-9c99-48cd-9b45-3cd6a1e24384 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a090f09-4654-4407-bdfe-a691bf3d5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392058 Jun 16 16:08:19.363974 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:19.682825 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6247b7ee-a013-4b90-bffc-f9b450952f54 req-442a864f-c67b-48ad-bbbc-9d089b3937a5 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:19.690589 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-6247b7ee-a013-4b90-bffc-f9b450952f54 req-442a864f-c67b-48ad-bbbc-9d089b3937a5 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 943 time: 0.0795710 Jun 16 16:08:19.724563 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-6247b7ee-a013-4b90-bffc-f9b450952f54 req-ae0b5b67-e4fb-4602-888c-5257930ffeae tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331104 Jun 16 16:08:19.889804 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-136d8fb9-5143-4bad-abc1-561023111657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:19.942931 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:20.286202 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fbe669-3ae4-4d59-aab4-5bbf6687d328 req-f380ef92-5318-40a7-b61f-d5b9e1828b5d tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:20.287736 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-43fbe669-3ae4-4d59-aab4-5bbf6687d328 req-f380ef92-5318-40a7-b61f-d5b9e1828b5d tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1 HTTP/1.1" status: 200 len: 945 time: 0.0881729 Jun 16 16:08:20.420189 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-43fbe669-3ae4-4d59-aab4-5bbf6687d328 req-dc05e501-e3f9-42c0-90a5-944c41d94b0d tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212068 Jun 16 16:08:20.559112 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48bfbd9-5435-47ba-982a-a2f9619831ef req-f3e06cb7-7155-4f25-ba79-801f767d14e9 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:20.560743 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-e48bfbd9-5435-47ba-982a-a2f9619831ef req-f3e06cb7-7155-4f25-ba79-801f767d14e9 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcea0d10-72a4-47af-8121-651cc80eeb6f HTTP/1.1" status: 200 len: 946 time: 0.0726357 Jun 16 16:08:20.616431 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-e48bfbd9-5435-47ba-982a-a2f9619831ef req-61b6f516-1c2b-4ebb-ab0b-0be456021244 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a090f09-4654-4407-bdfe-a691bf3d5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479584 Jun 16 16:08:20.921867 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f37b5d-bfa3-40fc-b594-8c0ad59baffe req-58d831f5-4552-4cb9-b2e7-1a275e5ecdf8 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:20.923652 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-54f37b5d-bfa3-40fc-b594-8c0ad59baffe req-58d831f5-4552-4cb9-b2e7-1a275e5ecdf8 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 943 time: 0.0691531 Jun 16 16:08:20.974098 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-54f37b5d-bfa3-40fc-b594-8c0ad59baffe req-2dd57ab0-0db4-4ac9-8a93-aa863bbec27a tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427330 Jun 16 16:08:21.307719 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-6ad78952-ea93-43a4-8288-1e7c2f1dde9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:21.608754 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323a1f6f-9f97-4d4f-9442-3a428aca252e req-79691e43-e39c-4530-a476-83156fbe75e1 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:21.610120 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-323a1f6f-9f97-4d4f-9442-3a428aca252e req-79691e43-e39c-4530-a476-83156fbe75e1 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1 HTTP/1.1" status: 200 len: 945 time: 0.0722501 Jun 16 16:08:21.654830 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-323a1f6f-9f97-4d4f-9442-3a428aca252e req-65ee29fa-a6b6-4374-9826-28a41e9dc1f5 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383625 Jun 16 16:08:21.796495 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e610344e-c139-4a13-be82-a1a49f874adf req-b8abe1ea-9e35-4293-a6c7-477906266019 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:21.798070 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-e610344e-c139-4a13-be82-a1a49f874adf req-b8abe1ea-9e35-4293-a6c7-477906266019 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcea0d10-72a4-47af-8121-651cc80eeb6f HTTP/1.1" status: 200 len: 946 time: 0.0630639 Jun 16 16:08:21.839373 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-e610344e-c139-4a13-be82-a1a49f874adf req-e2c17faa-a130-4828-bf98-f5f5b607e8e9 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a090f09-4654-4407-bdfe-a691bf3d5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339727 Jun 16 16:08:22.152014 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86d07ff-69eb-4deb-8e98-4094c4c13cf6 req-3e41d4bb-7de5-4656-a75e-e05f61ee89a7 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:22.153493 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f86d07ff-69eb-4deb-8e98-4094c4c13cf6 req-3e41d4bb-7de5-4656-a75e-e05f61ee89a7 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 943 time: 0.0642028 Jun 16 16:08:22.190532 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f86d07ff-69eb-4deb-8e98-4094c4c13cf6 req-d0f1d655-9828-4671-9e7e-58aa9429a7b4 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307059 Jun 16 16:08:22.827424 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-459ba97e-0994-401b-bd86-9772962a392e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:22.842356 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a44a07-afd7-4633-a783-5f31036359a9 req-a71ae84b-0771-465c-9969-7235e2056fc5 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:22.842356 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-52a44a07-afd7-4633-a783-5f31036359a9 req-a71ae84b-0771-465c-9969-7235e2056fc5 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1 HTTP/1.1" status: 200 len: 945 time: 0.0674448 Jun 16 16:08:22.881645 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-52a44a07-afd7-4633-a783-5f31036359a9 req-11382135-8404-41bb-94ad-dcc61ed7387b tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327573 Jun 16 16:08:23.017260 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f21f6f1-6cf1-4714-b7b9-57e4b542f349 req-36140a0b-d816-4d57-9e1c-b18926570722 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:23.019095 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2f21f6f1-6cf1-4714-b7b9-57e4b542f349 req-36140a0b-d816-4d57-9e1c-b18926570722 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcea0d10-72a4-47af-8121-651cc80eeb6f HTTP/1.1" status: 200 len: 946 time: 0.0669994 Jun 16 16:08:23.056859 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2f21f6f1-6cf1-4714-b7b9-57e4b542f349 req-7a575e8d-d5ac-4eb2-bd46-7221c3f6b64e tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a090f09-4654-4407-bdfe-a691bf3d5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321875 Jun 16 16:08:23.369474 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f32d753-65eb-49ba-a8b9-2716135a3838 req-00ebaaea-227e-496e-88cc-8f57d6c5bcad tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:23.370908 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-3f32d753-65eb-49ba-a8b9-2716135a3838 req-00ebaaea-227e-496e-88cc-8f57d6c5bcad tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 943 time: 0.0652754 Jun 16 16:08:23.407429 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-3f32d753-65eb-49ba-a8b9-2716135a3838 req-d9400e76-1e22-4833-a2de-329d02061603 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309815 Jun 16 16:08:23.770597 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7668192b-e0db-4cb2-bd95-37ef7a762b3b req-5151267e-3581-45a8-b665-9eb986a38dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:23.772141 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-7668192b-e0db-4cb2-bd95-37ef7a762b3b req-5151267e-3581-45a8-b665-9eb986a38dba service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9736a5dc95504648ab9aceb89928bdef&device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1 HTTP/1.1" status: 200 len: 1098 time: 0.0591948 Jun 16 16:08:23.794162 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-c086e4c9-6a4c-4bcf-87e3-9ab8fcbc4acf req-54950e48-8ee1-4271-8455-40a0a7545afb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6d1f42e3-421f-43d7-b3cb-f2594fef124f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0771358 Jun 16 16:08:23.883082 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c086e4c9-6a4c-4bcf-87e3-9ab8fcbc4acf req-a5798145-cf21-4b63-9426-9e6046e1fdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:23.884697 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-c086e4c9-6a4c-4bcf-87e3-9ab8fcbc4acf req-a5798145-cf21-4b63-9426-9e6046e1fdf2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9736a5dc95504648ab9aceb89928bdef&device_id=6d1f42e3-421f-43d7-b3cb-f2594fef124f HTTP/1.1" status: 200 len: 1098 time: 0.0645151 Jun 16 16:08:23.886545 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7668192b-e0db-4cb2-bd95-37ef7a762b3b req-bb66d46d-e161-414a-ae7d-1a5a0b8f7870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:23.887974 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-7668192b-e0db-4cb2-bd95-37ef7a762b3b req-bb66d46d-e161-414a-ae7d-1a5a0b8f7870 service neutron] 10.222.0.15 "GET /v2.0/networks?id=97223e70-3be0-4b71-bad0-215c0b28ffe7 HTTP/1.1" status: 200 len: 919 time: 0.1089926 Jun 16 16:08:23.953400 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-7668192b-e0db-4cb2-bd95-37ef7a762b3b req-dda4fc65-3a5a-43d4-b292-b8ce92c0708f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca8703c9-c6b4-4d8f-be28-12dc629b84bc HTTP/1.1" status: 200 len: 217 time: 0.0503182 Jun 16 16:08:24.013513 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7668192b-e0db-4cb2-bd95-37ef7a762b3b req-95510d9f-786e-4ee0-a28c-8b74ad20ae02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:24.016680 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-7668192b-e0db-4cb2-bd95-37ef7a762b3b req-95510d9f-786e-4ee0-a28c-8b74ad20ae02 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ca88b3dc-ceb5-4055-b366-67e774be9898 HTTP/1.1" status: 200 len: 858 time: 0.0535691 Jun 16 16:08:24.048251 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c086e4c9-6a4c-4bcf-87e3-9ab8fcbc4acf req-2a42a4a5-29fd-4d06-850d-d08a448dd755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:24.050143 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-c086e4c9-6a4c-4bcf-87e3-9ab8fcbc4acf req-2a42a4a5-29fd-4d06-850d-d08a448dd755 service neutron] 10.222.0.15 "GET /v2.0/networks?id=97223e70-3be0-4b71-bad0-215c0b28ffe7 HTTP/1.1" status: 200 len: 919 time: 0.1387899 Jun 16 16:08:24.064053 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707c282-759a-49c7-a2e5-e90fbcf014fe req-bced365b-b92b-475e-b01a-c537a5ca9bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:24.066680 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-9707c282-759a-49c7-a2e5-e90fbcf014fe req-bced365b-b92b-475e-b01a-c537a5ca9bd4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dcea0d10-72a4-47af-8121-651cc80eeb6f HTTP/1.1" status: 200 len: 1099 time: 0.1641495 Jun 16 16:08:24.082898 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-7668192b-e0db-4cb2-bd95-37ef7a762b3b req-83b9f90b-c32a-43f4-b346-8eb32a960be6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=97223e70-3be0-4b71-bad0-215c0b28ffe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535297 Jun 16 16:08:24.119165 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-c086e4c9-6a4c-4bcf-87e3-9ab8fcbc4acf req-5a97b70d-31b6-47d5-b17b-22065b8ac64e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=714d0464-4fc1-4a46-865a-cdae5e5b79ea HTTP/1.1" status: 200 len: 217 time: 0.0514307 Jun 16 16:08:24.178244 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-9707c282-759a-49c7-a2e5-e90fbcf014fe req-379c872f-acbf-4256-944e-20088a3be911 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7a090f09-4654-4407-bdfe-a691bf3d5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041553 Jun 16 16:08:24.215161 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c086e4c9-6a4c-4bcf-87e3-9ab8fcbc4acf req-b253ad63-470f-43e7-9f3a-ce99adf8878d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:24.216602 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-c086e4c9-6a4c-4bcf-87e3-9ab8fcbc4acf req-b253ad63-470f-43e7-9f3a-ce99adf8878d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ca88b3dc-ceb5-4055-b366-67e774be9898 HTTP/1.1" status: 200 len: 858 time: 0.0906494 Jun 16 16:08:24.262072 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015adeeb-1a6c-42a2-baa7-0fc83d6aa7f0 req-6964333a-003b-4236-9bf1-0a0f40e60ac1 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:24.263625 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-015adeeb-1a6c-42a2-baa7-0fc83d6aa7f0 req-6964333a-003b-4236-9bf1-0a0f40e60ac1 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcea0d10-72a4-47af-8121-651cc80eeb6f HTTP/1.1" status: 200 len: 946 time: 0.0828605 Jun 16 16:08:24.282524 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-c086e4c9-6a4c-4bcf-87e3-9ab8fcbc4acf req-f6710b38-8fa6-4a02-b43f-dbe77c4f9c9e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=97223e70-3be0-4b71-bad0-215c0b28ffe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377252 Jun 16 16:08:24.367710 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-015adeeb-1a6c-42a2-baa7-0fc83d6aa7f0 req-3f84f3b4-62b6-46a7-88e5-14ecdaf03600 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a090f09-4654-4407-bdfe-a691bf3d5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875034 Jun 16 16:08:24.385286 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114cab17-2d5a-437c-b0e4-5fe70a867a22 req-fa2bcea5-d6fd-4171-9d26-9971ca99021c tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:24.386788 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-114cab17-2d5a-437c-b0e4-5fe70a867a22 req-fa2bcea5-d6fd-4171-9d26-9971ca99021c tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1 HTTP/1.1" status: 200 len: 945 time: 0.3691702 Jun 16 16:08:24.405062 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-c086e4c9-6a4c-4bcf-87e3-9ab8fcbc4acf req-42f62a05-185f-430d-991b-0f7c783f4806 service neutron] 10.222.0.15 "GET /v2.0/networks/97223e70-3be0-4b71-bad0-215c0b28ffe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093659 Jun 16 16:08:24.420608 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-7668192b-e0db-4cb2-bd95-37ef7a762b3b req-02b0f1ca-f011-4f55-a970-0248e1504653 service neutron] 10.222.0.15 "GET /v2.0/networks/97223e70-3be0-4b71-bad0-215c0b28ffe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3288944 Jun 16 16:08:24.437817 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-114cab17-2d5a-437c-b0e4-5fe70a867a22 req-1b12c12b-4dd8-49dd-ae3d-4508bddd1b36 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440102 Jun 16 16:08:24.527104 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-c086e4c9-6a4c-4bcf-87e3-9ab8fcbc4acf req-bb8b3894-357c-477e-9dd3-28420c459c2d service neutron] 10.222.0.15 "GET /v2.0/networks/97223e70-3be0-4b71-bad0-215c0b28ffe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075685 Jun 16 16:08:24.578185 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-7668192b-e0db-4cb2-bd95-37ef7a762b3b req-dc40b646-a50f-484e-9ad9-27491c5c8b03 service neutron] 10.222.0.15 "GET /v2.0/networks/97223e70-3be0-4b71-bad0-215c0b28ffe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247554 Jun 16 16:08:24.643989 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817217b9-1c6b-4b31-b36b-8b759a0476c9 req-7d01d225-92fc-410f-9acf-78e52088b81d tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:24.645897 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-817217b9-1c6b-4b31-b36b-8b759a0476c9 req-7d01d225-92fc-410f-9acf-78e52088b81d tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 943 time: 0.0788283 Jun 16 16:08:24.683311 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-817217b9-1c6b-4b31-b36b-8b759a0476c9 req-32eccd9a-4513-46e1-b5e2-e5aa563ebe38 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306809 Jun 16 16:08:25.556179 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dc87c7-74e7-4326-a008-4bca9443d9be req-01300365-74e8-4dce-aecf-f1523a33d683 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:25.557838 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-13dc87c7-74e7-4326-a008-4bca9443d9be req-01300365-74e8-4dce-aecf-f1523a33d683 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcea0d10-72a4-47af-8121-651cc80eeb6f HTTP/1.1" status: 200 len: 946 time: 0.0722556 Jun 16 16:08:25.608914 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-13dc87c7-74e7-4326-a008-4bca9443d9be req-02aba308-afb9-46e0-8f9d-254ed5fa72cd tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a090f09-4654-4407-bdfe-a691bf3d5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396869 Jun 16 16:08:25.643771 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392f254-bb02-4394-b528-fea504574d57 req-d963bdfd-ca16-4fb2-a0bb-977e880a4b46 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:25.645907 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-9392f254-bb02-4394-b528-fea504574d57 req-d963bdfd-ca16-4fb2-a0bb-977e880a4b46 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1 HTTP/1.1" status: 200 len: 945 time: 0.0706367 Jun 16 16:08:25.693073 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-9392f254-bb02-4394-b528-fea504574d57 req-0106915d-d403-43a8-bcfe-10c8126168c2 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384998 Jun 16 16:08:25.873022 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be48fd9a-1430-428a-9a4f-9023dd6929de req-bebdd5ab-f55e-4696-abfc-4d8eec0615a8 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:25.874569 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-be48fd9a-1430-428a-9a4f-9023dd6929de req-bebdd5ab-f55e-4696-abfc-4d8eec0615a8 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 943 time: 0.0712311 Jun 16 16:08:25.915827 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-be48fd9a-1430-428a-9a4f-9023dd6929de req-57b4e00f-555b-4173-b263-4b7e00ea8570 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346725 Jun 16 16:08:26.789485 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c10a40-d2f9-414d-8fbf-53f72ca6f271 req-afa7e0d3-3725-4194-9581-460415479ec2 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:26.791467 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-21c10a40-d2f9-414d-8fbf-53f72ca6f271 req-afa7e0d3-3725-4194-9581-460415479ec2 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcea0d10-72a4-47af-8121-651cc80eeb6f HTTP/1.1" status: 200 len: 946 time: 0.0652449 Jun 16 16:08:26.835926 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-21c10a40-d2f9-414d-8fbf-53f72ca6f271 req-143468fc-a770-4749-aec7-8a3203623a5c tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a090f09-4654-4407-bdfe-a691bf3d5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375714 Jun 16 16:08:26.890679 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca43f84-24be-48dc-9567-91d9131e0b63 req-367986c6-f9e5-42d9-9f2d-046264130d49 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:26.892191 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2ca43f84-24be-48dc-9567-91d9131e0b63 req-367986c6-f9e5-42d9-9f2d-046264130d49 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1 HTTP/1.1" status: 200 len: 945 time: 0.0786948 Jun 16 16:08:26.943190 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2ca43f84-24be-48dc-9567-91d9131e0b63 req-8cfd9bce-6f9c-4606-877e-b82f61f3d879 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378733 Jun 16 16:08:27.053552 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b314711-29d5-4243-974a-3fc33e56f722 req-1be0c879-8019-48ba-ac11-b4a9f41496b6 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:27.055911 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-8b314711-29d5-4243-974a-3fc33e56f722 req-1be0c879-8019-48ba-ac11-b4a9f41496b6 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcea0d10-72a4-47af-8121-651cc80eeb6f HTTP/1.1" status: 200 len: 946 time: 0.0833056 Jun 16 16:08:27.107658 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-8b314711-29d5-4243-974a-3fc33e56f722 req-6f1a0879-cac4-4040-93e7-55eca216d1f3 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a090f09-4654-4407-bdfe-a691bf3d5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446637 Jun 16 16:08:27.108165 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 39328) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:08:27.171629 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc75ed79-9c8b-473c-a3f3-b15254589ae3 req-698755bf-da15-4f72-bcd2-1bb78b3b4c51 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:27.174062 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-cc75ed79-9c8b-473c-a3f3-b15254589ae3 req-698755bf-da15-4f72-bcd2-1bb78b3b4c51 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 943 time: 0.0831232 Jun 16 16:08:27.221073 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-cc75ed79-9c8b-473c-a3f3-b15254589ae3 req-32a02fa3-1a82-4cea-ae37-223653a5ee4e tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387425 Jun 16 16:08:27.271677 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-df6cde22-8264-4ef0-9475-db4f8affd2b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:27.363506 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-df6cde22-8264-4ef0-9475-db4f8affd2b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:27.368262 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-df6cde22-8264-4ef0-9475-db4f8affd2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:27.380011 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bf54e928-ad36-4b0b-80c1-4ea39ab0e683 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:08:27.407451 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-df6cde22-8264-4ef0-9475-db4f8affd2b6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8534236a3abb4f389d9ae550e8e352f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2981849 Jun 16 16:08:27.410106 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 39338) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:08:27.412042 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6cde22-8264-4ef0-9475-db4f8affd2b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47c818d9-cf75-48a5-b5c5-1b1a6b52ab40,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:08:27.415438 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-df6cde22-8264-4ef0-9475-db4f8affd2b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:08:27.469107 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-9abb8bfc-f8a1-4994-b128-a1a5c135ff7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:27.516650 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-9abb8bfc-f8a1-4994-b128-a1a5c135ff7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:27.569800 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ae28a6-833e-498c-bc24-f93b8ff66515 req-031a5178-0dd3-48fa-9813-525b4fd88a62 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:27.571246 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-b8ae28a6-833e-498c-bc24-f93b8ff66515 req-031a5178-0dd3-48fa-9813-525b4fd88a62 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcea0d10-72a4-47af-8121-651cc80eeb6f HTTP/1.1" status: 200 len: 946 time: 0.1041598 Jun 16 16:08:27.592596 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-9abb8bfc-f8a1-4994-b128-a1a5c135ff7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:27.594970 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-9abb8bfc-f8a1-4994-b128-a1a5c135ff7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:27.596019 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-9abb8bfc-f8a1-4994-b128-a1a5c135ff7d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/47c818d9-cf75-48a5-b5c5-1b1a6b52ab40 HTTP/1.1" status: 204 len: 168 time: 0.1847315 Jun 16 16:08:27.598393 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-64ec48b8-fa12-42ae-baa0-30c9f817842b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:08:27.618965 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abb8bfc-f8a1-4994-b128-a1a5c135ff7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c818d9-cf75-48a5-b5c5-1b1a6b52ab40,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:08:27.622712 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-9abb8bfc-f8a1-4994-b128-a1a5c135ff7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:08:27.627789 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-b8ae28a6-833e-498c-bc24-f93b8ff66515 req-f768fe80-5023-447d-957e-eefa6cb4eb0e tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a090f09-4654-4407-bdfe-a691bf3d5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507808 Jun 16 16:08:28.124248 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8657d3ea-c2cf-4ef2-a0e2-38549f2f3997 req-0207b0e8-2806-4485-a8d0-12eaee70e32d tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:28.125625 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-8657d3ea-c2cf-4ef2-a0e2-38549f2f3997 req-0207b0e8-2806-4485-a8d0-12eaee70e32d tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1 HTTP/1.1" status: 200 len: 945 time: 0.0688565 Jun 16 16:08:28.165570 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-8657d3ea-c2cf-4ef2-a0e2-38549f2f3997 req-c6aff282-bbac-4d7c-a3ba-f234f37cf01e tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335391 Jun 16 16:08:28.449690 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e5df5-fbcb-4e7c-b3aa-a4f930468517 req-8066b8b6-55c8-426e-a5a2-9211619bf757 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:28.451161 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-051e5df5-fbcb-4e7c-b3aa-a4f930468517 req-8066b8b6-55c8-426e-a5a2-9211619bf757 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 943 time: 0.0740612 Jun 16 16:08:28.491170 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-051e5df5-fbcb-4e7c-b3aa-a4f930468517 req-968edf52-f2e5-4683-aec9-4b1da82690d3 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342515 Jun 16 16:08:29.714152 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e8dca2-ab3f-4f26-a777-fab2d48edd27 req-e4b5e357-eff5-4625-9522-839fddca9560 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:29.718328 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-62e8dca2-ab3f-4f26-a777-fab2d48edd27 req-e4b5e357-eff5-4625-9522-839fddca9560 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 943 time: 0.0785842 Jun 16 16:08:29.759830 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-62e8dca2-ab3f-4f26-a777-fab2d48edd27 req-3c61d06b-d79f-4889-95f2-9cb37b324fc6 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380945 Jun 16 16:08:30.959862 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a2d8c1-bd93-493a-b530-e6b768cfddf3 req-70d617c0-62fe-49a0-af2c-8cb5fbecbde3 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:30.961299 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-22a2d8c1-bd93-493a-b530-e6b768cfddf3 req-70d617c0-62fe-49a0-af2c-8cb5fbecbde3 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 943 time: 0.0706387 Jun 16 16:08:31.001776 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-22a2d8c1-bd93-493a-b530-e6b768cfddf3 req-086a15ac-3caa-48a7-8edf-c50906e9df9c tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347154 Jun 16 16:08:32.193659 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc6fd1-137d-4084-b176-aa8a7ca4ba5d req-43a9a84f-19bd-4369-bfb2-1902944a5bb2 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:32.195149 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-b1cc6fd1-137d-4084-b176-aa8a7ca4ba5d req-43a9a84f-19bd-4369-bfb2-1902944a5bb2 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 943 time: 0.0750849 Jun 16 16:08:32.233985 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-b1cc6fd1-137d-4084-b176-aa8a7ca4ba5d req-60efcf67-396d-4038-a2f0-ed858a028d34 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329800 Jun 16 16:08:32.402885 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab069af-0234-4197-88de-e7d098dc71f8 req-5c3e2276-6350-4b2f-992d-4547687aca64 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:32.404383 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-6ab069af-0234-4197-88de-e7d098dc71f8 req-5c3e2276-6350-4b2f-992d-4547687aca64 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d1f42e3-421f-43d7-b3cb-f2594fef124f HTTP/1.1" status: 200 len: 945 time: 0.0661383 Jun 16 16:08:32.448479 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-6ab069af-0234-4197-88de-e7d098dc71f8 req-7410e2bb-a6f4-4e84-af06-bd4de234b4b0 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377669 Jun 16 16:08:33.416111 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df16ab-5008-419d-a254-180ff25681a3 req-5d801662-306f-448d-a4a5-066af85f6d8f tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:33.417603 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d3df16ab-5008-419d-a254-180ff25681a3 req-5d801662-306f-448d-a4a5-066af85f6d8f tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 943 time: 0.0635231 Jun 16 16:08:33.456005 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d3df16ab-5008-419d-a254-180ff25681a3 req-5fdcdd96-34ca-439d-9976-ba8e0dcdb351 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325403 Jun 16 16:08:33.635701 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cbd74e-e042-4906-a969-cd99b47b64e1 req-8d3da6c9-f693-48a1-bcde-7f117f2660ad tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:33.637160 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-37cbd74e-e042-4906-a969-cd99b47b64e1 req-8d3da6c9-f693-48a1-bcde-7f117f2660ad tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d1f42e3-421f-43d7-b3cb-f2594fef124f HTTP/1.1" status: 200 len: 945 time: 0.0679345 Jun 16 16:08:33.677255 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-37cbd74e-e042-4906-a969-cd99b47b64e1 req-037d5b2b-11fa-4125-9f47-1dfd77c0e658 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341935 Jun 16 16:08:33.975748 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device 6575874c-1654-4f04-8efd-46fb3521dfb7 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91876) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:08:34.070530 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] For port 6575874c-1654-4f04-8efd-46fb3521dfb7, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=6575874c-1654-4f04-8efd-46fb3521dfb7,segment=NetworkSegment(9b04c04a-5851-495d-91c5-098f1a7e56ff),segment_id=9b04c04a-5851-495d-91c5-098f1a7e56ff)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:08:34.085455 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Returning: {'device': '6575874c-1654-4f04-8efd-46fb3521dfb7', 'network_id': 'cfdbc1d1-75c9-493c-aefe-3be5c8294cd4', 'port_id': '6575874c-1654-4f04-8efd-46fb3521dfb7', 'mac_address': 'fa:16:3e:58:ef:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b78bc3c-b434-4bd5-9871-761bea7dd046', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91876) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:08:34.126384 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:34.139209 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.notifiers.nova [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6575874c-1654-4f04-8efd-46fb3521dfb7 {{(pid=91876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:08:34.158263 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] For port 6575874c-1654-4f04-8efd-46fb3521dfb7, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=6575874c-1654-4f04-8efd-46fb3521dfb7,segment=NetworkSegment(9b04c04a-5851-495d-91c5-098f1a7e56ff),segment_id=9b04c04a-5851-495d-91c5-098f1a7e56ff)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:08:34.162598 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:34.164314 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:08:34.210599 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Pushing event updated for resources: {'Port': ['ID=6575874c-1654-4f04-8efd-46fb3521dfb7,revision_number=9']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:08:34.213717 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:08:34.441872 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] get_ports_and_sgs() called for port_ids ['6575874c-1654-4f04-8efd-46fb3521dfb7'] {{(pid=91876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:08:34.650457 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ad1e0-e7fe-424c-b246-415cc1ec0bda req-3d07be62-ff22-40c7-b105-13ff32c81c07 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:34.651957 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-567ad1e0-e7fe-424c-b246-415cc1ec0bda req-3d07be62-ff22-40c7-b105-13ff32c81c07 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 944 time: 0.0715902 Jun 16 16:08:34.690672 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-567ad1e0-e7fe-424c-b246-415cc1ec0bda req-b9efc191-924a-4a5e-988f-c6922bf66289 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330563 Jun 16 16:08:34.852857 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26607818-e5c7-4c67-b05c-48b38bb75ade req-38b86c9e-6b89-4853-9e51-c03310fc495f tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:34.854384 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-26607818-e5c7-4c67-b05c-48b38bb75ade req-38b86c9e-6b89-4853-9e51-c03310fc495f tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d1f42e3-421f-43d7-b3cb-f2594fef124f HTTP/1.1" status: 200 len: 945 time: 0.0648425 Jun 16 16:08:34.892101 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-26607818-e5c7-4c67-b05c-48b38bb75ade req-ef96e707-e2aa-41a8-be7f-e58bfeb60789 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321817 Jun 16 16:08:34.936108 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa88620-0531-4aee-b0a5-211f29567b99 req-04f24e27-a758-41d9-903e-b9c1a4d1c61c tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:34.937672 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-8aa88620-0531-4aee-b0a5-211f29567b99 req-04f24e27-a758-41d9-903e-b9c1a4d1c61c tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d1f42e3-421f-43d7-b3cb-f2594fef124f HTTP/1.1" status: 200 len: 945 time: 0.0699661 Jun 16 16:08:35.058055 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [req-8aa88620-0531-4aee-b0a5-211f29567b99 req-97345642-c6ad-4ef5-bbf0-5edbee91523e tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Deleting port 714d0464-4fc1-4a46-865a-cdae5e5b79ea {{(pid=91874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:08:35.058326 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-8aa88620-0531-4aee-b0a5-211f29567b99 req-97345642-c6ad-4ef5-bbf0-5edbee91523e tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726811340957'] for port, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:35.148445 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [req-8aa88620-0531-4aee-b0a5-211f29567b99 req-97345642-c6ad-4ef5-bbf0-5edbee91523e tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] For port 714d0464-4fc1-4a46-865a-cdae5e5b79ea, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=714d0464-4fc1-4a46-865a-cdae5e5b79ea,segment=NetworkSegment(e3ef9535-e5ad-46f0-9fc0-c954d062c2cb),segment_id=e3ef9535-e5ad-46f0-9fc0-c954d062c2cb)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:08:35.148812 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-8aa88620-0531-4aee-b0a5-211f29567b99 req-97345642-c6ad-4ef5-bbf0-5edbee91523e tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674541'] for port, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:35.217044 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [req-8aa88620-0531-4aee-b0a5-211f29567b99 req-97345642-c6ad-4ef5-bbf0-5edbee91523e tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Calling delete_port for 714d0464-4fc1-4a46-865a-cdae5e5b79ea owned by compute:nova {{(pid=91874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:08:35.347304 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-8aa88620-0531-4aee-b0a5-211f29567b99 req-97345642-c6ad-4ef5-bbf0-5edbee91523e tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726811346809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726810953732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3529197'] for port, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:35.351686 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-e7efe96e-bbbc-40d9-b237-8e5886c00e97 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:08:35.358779 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] get_ports_and_sgs() called for port_ids ['714d0464-4fc1-4a46-865a-cdae5e5b79ea', 'ca8703c9-c6b4-4d8f-be28-12dc629b84bc'] {{(pid=91876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:08:35.382353 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97345642-c6ad-4ef5-bbf0-5edbee91523e tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Pushing event deleted for resources: {'Port': ['ID=714d0464-4fc1-4a46-865a-cdae5e5b79ea,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:08:35.385228 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-97345642-c6ad-4ef5-bbf0-5edbee91523e tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:08:35.433017 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aa88620-0531-4aee-b0a5-211f29567b99 req-97345642-c6ad-4ef5-bbf0-5edbee91523e tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] No DVR routers for this DVR port 714d0464-4fc1-4a46-865a-cdae5e5b79ea on host hv-cinder-79611 {{(pid=91874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:08:35.436317 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-8aa88620-0531-4aee-b0a5-211f29567b99 req-97345642-c6ad-4ef5-bbf0-5edbee91523e tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208782'] for port, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:35.438598 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-8aa88620-0531-4aee-b0a5-211f29567b99 req-97345642-c6ad-4ef5-bbf0-5edbee91523e tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.15 "DELETE /v2.0/ports/714d0464-4fc1-4a46-865a-cdae5e5b79ea HTTP/1.1" status: 204 len: 173 time: 0.4862566 Jun 16 16:08:35.439390 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d1f42e3-421f-43d7-b3cb-f2594fef124f', 'name': 'network-vif-deleted', 'tag': '714d0464-4fc1-4a46-865a-cdae5e5b79ea'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:08:35.441771 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac39972ab304bebcb834853fc43b221d920fab97f47da84b7636f2612ed6f187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f6c070-b721-49e2-beb3-07ef154270aa" -d '{"events": [{"server_uuid": "6d1f42e3-421f-43d7-b3cb-f2594fef124f", "name": "network-vif-deleted", "tag": "714d0464-4fc1-4a46-865a-cdae5e5b79ea"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:08:35.487392 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ad307a-2527-4a17-a1de-30cb16ac1d7b x-openstack-request-id: req-a7ad307a-2527-4a17-a1de-30cb16ac1d7b {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:08:35.487776 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d1f42e3-421f-43d7-b3cb-f2594fef124f", "name": "network-vif-deleted", "tag": "714d0464-4fc1-4a46-865a-cdae5e5b79ea", "status": "completed", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:08:35.488064 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a7ad307a-2527-4a17-a1de-30cb16ac1d7b {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:08:35.488510 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d1f42e3-421f-43d7-b3cb-f2594fef124f', 'name': 'network-vif-deleted', 'tag': '714d0464-4fc1-4a46-865a-cdae5e5b79ea', 'status': 'completed', 'code': 200} Jun 16 16:08:35.872071 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c92a59-f7be-4f20-a0d3-737961e07fcb req-35eeb5a8-30b2-404b-8a2e-480a1ca13d33 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:35.873479 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-03c92a59-f7be-4f20-a0d3-737961e07fcb req-35eeb5a8-30b2-404b-8a2e-480a1ca13d33 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 944 time: 0.0670316 Jun 16 16:08:35.918975 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-03c92a59-f7be-4f20-a0d3-737961e07fcb req-f0749a94-c0eb-44f1-89c3-0ecfd81ef896 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396507 Jun 16 16:08:35.994637 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device 6575874c-1654-4f04-8efd-46fb3521dfb7 up at agent hyperv_hv-cinder-79611 {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:08:36.053005 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Provisioning complete for port 6575874c-1654-4f04-8efd-46fb3521dfb7 triggered by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:08:36.053427 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:36.095109 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-83b57d5b-440f-41de-85e0-0f574b09ae00 req-9e63971a-8555-4d95-ad92-70eb53357ee1 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d1f42e3-421f-43d7-b3cb-f2594fef124f HTTP/1.1" status: 200 len: 210 time: 0.0290501 Jun 16 16:08:36.143170 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:36.169817 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b182016a-ee8e-4a87-8b8e-4d34fb9cf74b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6575874c-1654-4f04-8efd-46fb3521dfb7'}] {{(pid=91876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:08:36.172217 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a9c68db8c06307a0250ecdd4df366f09270e0987ddc1c5d61c2ecaceaac02f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75be7a38-f9f5-497d-bc8a-e2a11e5cd446" -d '{"events": [{"server_uuid": "b182016a-ee8e-4a87-8b8e-4d34fb9cf74b", "name": "network-vif-plugged", "status": "completed", "tag": "6575874c-1654-4f04-8efd-46fb3521dfb7"}]}' {{(pid=91876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:08:36.193495 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] For port 6575874c-1654-4f04-8efd-46fb3521dfb7, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=6575874c-1654-4f04-8efd-46fb3521dfb7,segment=NetworkSegment(9b04c04a-5851-495d-91c5-098f1a7e56ff),segment_id=9b04c04a-5851-495d-91c5-098f1a7e56ff)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:08:36.198479 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:36.200474 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-2cdd4001-2213-4ada-9b70-2e318ae82a10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:08:36.223088 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2750ae36-1732-43fa-b352-d1e76d8e4774 x-openstack-request-id: req-2750ae36-1732-43fa-b352-d1e76d8e4774 {{(pid=91876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:08:36.223391 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b182016a-ee8e-4a87-8b8e-4d34fb9cf74b", "name": "network-vif-plugged", "status": "completed", "tag": "6575874c-1654-4f04-8efd-46fb3521dfb7", "code": 200}]} {{(pid=91876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:08:36.223705 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2750ae36-1732-43fa-b352-d1e76d8e4774 {{(pid=91876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:08:36.224112 dv-cinder-796114-3-iscsi neutron-server[91876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b182016a-ee8e-4a87-8b8e-4d34fb9cf74b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6575874c-1654-4f04-8efd-46fb3521dfb7', 'code': 200} Jun 16 16:08:36.251071 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Pushing event updated for resources: {'Port': ['ID=6575874c-1654-4f04-8efd-46fb3521dfb7,revision_number=10']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:08:36.254059 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:08:36.783493 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cbc5eb-3bd8-4a2a-9cfc-3f80210dcac9 req-7c3b58b7-c0a5-4e19-8f52-c390503403e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:36.784958 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f4cbc5eb-3bd8-4a2a-9cfc-3f80210dcac9 req-7c3b58b7-c0a5-4e19-8f52-c390503403e4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 1099 time: 0.0545800 Jun 16 16:08:36.821013 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f4cbc5eb-3bd8-4a2a-9cfc-3f80210dcac9 req-c21e4468-f828-4cf3-a9c3-bbad63815527 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288498 Jun 16 16:08:37.111511 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc7b7f-c388-4800-bd5b-d3b065fceeb6 req-06ba1c9d-d32c-46ce-8b12-ecc00170e339 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:37.113001 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-4ccc7b7f-c388-4800-bd5b-d3b065fceeb6 req-06ba1c9d-d32c-46ce-8b12-ecc00170e339 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 946 time: 0.0679579 Jun 16 16:08:37.163725 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-4ccc7b7f-c388-4800-bd5b-d3b065fceeb6 req-45af17a4-74fc-47ea-aa4e-09e00fc88556 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436068 Jun 16 16:08:37.350955 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c3dee3-a818-452f-87a7-b49cf48f2855 req-4e53edc4-d6fa-468b-966a-ba8a0292bf06 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:37.352443 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-59c3dee3-a818-452f-87a7-b49cf48f2855 req-4e53edc4-d6fa-468b-966a-ba8a0292bf06 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcea0d10-72a4-47af-8121-651cc80eeb6f HTTP/1.1" status: 200 len: 946 time: 0.0666423 Jun 16 16:08:37.392986 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-59c3dee3-a818-452f-87a7-b49cf48f2855 req-c03aef1a-d736-4877-857d-2080efe47fe4 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a090f09-4654-4407-bdfe-a691bf3d5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348697 Jun 16 16:08:37.418717 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 39484) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:08:37.646230 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4eae97-66b8-4720-b71c-006ddb0a84af req-1df105ee-091d-4d80-a82e-85d47655f225 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:37.647870 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ba4eae97-66b8-4720-b71c-006ddb0a84af req-1df105ee-091d-4d80-a82e-85d47655f225 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1 HTTP/1.1" status: 200 len: 945 time: 0.1073625 Jun 16 16:08:37.654402 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4323f181-8a04-4e6e-8ecf-913adaf62eca tempest-TestMinimumBasicScenario-2064599324 tempest-TestMinimumBasicScenario-2064599324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:37.655862 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-4323f181-8a04-4e6e-8ecf-913adaf62eca tempest-TestMinimumBasicScenario-2064599324 tempest-TestMinimumBasicScenario-2064599324-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=dcea0d10-72a4-47af-8121-651cc80eeb6f HTTP/1.1" status: 200 len: 1094 time: 0.2361741 Jun 16 16:08:37.658879 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 39490) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:08:37.664095 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.v2.base [None req-2acef46c-10e4-4e9f-989b-24de6a989fad tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Request body: {'floatingip': {'floating_network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'port_id': '38fdebf4-1f82-4e7b-b9ce-db5620efd43b', 'tenant_id': 'bfaef4bc7f0242ec88bbc5b303f5ed3f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=91875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:08:37.689040 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ba4eae97-66b8-4720-b71c-006ddb0a84af req-45d48f2b-285d-4592-b661-c27e592e4160 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317771 Jun 16 16:08:37.689663 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-2acef46c-10e4-4e9f-989b-24de6a989fad tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Notify callbacks [] for floatingip, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:37.789689 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-2acef46c-10e4-4e9f-989b-24de6a989fad tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16110075'] for port, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:37.926064 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.db.db_base_plugin_common [None req-2acef46c-10e4-4e9f-989b-24de6a989fad tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Allocated IP 172.27.1.188 (47501c57-dfca-44aa-9eed-27ee8bb77cd6/0b38b6c0-4839-4539-8281-d8dcfdf92ae7/255dda87-9eed-4620-9c29-43229b6d47f7) {{(pid=91875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:08:38.055144 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-2acef46c-10e4-4e9f-989b-24de6a989fad tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Notify callbacks [] for port, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:38.095877 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-2acef46c-10e4-4e9f-989b-24de6a989fad tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16110910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726810954487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449087'] for port, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:38.100060 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-18321663-19f3-48ca-b033-e13b457a1254 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:08:38.145209 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acef46c-10e4-4e9f-989b-24de6a989fad tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Network 47501c57-dfca-44aa-9eed-27ee8bb77cd6 is already hosted by enough agents. {{(pid=91875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:08:38.148259 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dfad65-f859-4485-8619-71c21c83a208 req-ac9ed8d6-d7f3-4cfc-b44c-7fd49513d501 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:38.149236 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.base_scheduler [None req-2acef46c-10e4-4e9f-989b-24de6a989fad tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Resources bound (agent type, host, resource id): {{(pid=91875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:08:38.150615 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f6dfad65-f859-4485-8619-71c21c83a208 req-ac9ed8d6-d7f3-4cfc-b44c-7fd49513d501 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc60efe-e253-48bb-be1d-c16c72aab023 HTTP/1.1" status: 200 len: 945 time: 0.0841439 Jun 16 16:08:38.155302 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acef46c-10e4-4e9f-989b-24de6a989fad tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Received port after_create {{(pid=91875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:08:38.181764 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acef46c-10e4-4e9f-989b-24de6a989fad tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Pushing event updated for resources: {'Port': ['ID=255dda87-9eed-4620-9c29-43229b6d47f7,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:08:38.193014 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-2acef46c-10e4-4e9f-989b-24de6a989fad tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:08:38.205041 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f6dfad65-f859-4485-8619-71c21c83a208 req-3a3675d3-d04e-430e-8c6d-2805e61cb1f9 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/security-groups?id=01064c80-ee96-4ba5-9d69-666f89adc486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466745 Jun 16 16:08:38.723260 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4354f160-b2e5-44a5-a414-9436c927483e req-dc7d31d6-c62e-48c8-a2fb-0289d963b9b2 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:38.724957 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-4354f160-b2e5-44a5-a414-9436c927483e req-dc7d31d6-c62e-48c8-a2fb-0289d963b9b2 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 946 time: 0.4045630 Jun 16 16:08:38.863896 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-4354f160-b2e5-44a5-a414-9436c927483e req-74e342c6-6959-47f7-ad32-3a22d00b6bda tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302021 Jun 16 16:08:38.897218 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec1dc0-4d96-4059-821c-8d8eb8f6c2fd req-f9631fdf-bc47-4bda-aa52-31d806442476 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:38.898979 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-e1ec1dc0-4d96-4059-821c-8d8eb8f6c2fd req-f9631fdf-bc47-4bda-aa52-31d806442476 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1 HTTP/1.1" status: 200 len: 945 time: 0.0893462 Jun 16 16:08:38.941218 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-e1ec1dc0-4d96-4059-821c-8d8eb8f6c2fd req-0ef7337c-d2bb-49f1-b44c-62fb1b14e3f2 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362320 Jun 16 16:08:38.942161 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-2acef46c-10e4-4e9f-989b-24de6a989fad tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:39.019588 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-2acef46c-10e4-4e9f-989b-24de6a989fad tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:39.165884 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-2acef46c-10e4-4e9f-989b-24de6a989fad tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Notify callbacks [] for port, precommit_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:39.169890 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-2acef46c-10e4-4e9f-989b-24de6a989fad tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449065'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:39.172523 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-3cbe9e36-1342-44f2-8a54-eb7a1376e186 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:08:39.239972 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acef46c-10e4-4e9f-989b-24de6a989fad tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Pushing event updated for resources: {'Port': ['ID=255dda87-9eed-4620-9c29-43229b6d47f7,revision_number=2']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:08:39.243999 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-2acef46c-10e4-4e9f-989b-24de6a989fad tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:08:39.248973 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-2acef46c-10e4-4e9f-989b-24de6a989fad tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702189'] for floatingip, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:39.375126 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.db.l3_db [None req-2acef46c-10e4-4e9f-989b-24de6a989fad tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Floating IP 9dba1d69-c724-4168-adbf-368e117ae15a associated. External IP: 172.27.1.188, port: 38fdebf4-1f82-4e7b-b9ce-db5620efd43b. Jun 16 16:08:39.469043 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6159cbd-cc34-4726-97f8-48a330a13b36 req-32f7b9e5-11ce-471a-8c47-e0b545f9a0cd tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:39.470504 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-a6159cbd-cc34-4726-97f8-48a330a13b36 req-32f7b9e5-11ce-471a-8c47-e0b545f9a0cd tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc60efe-e253-48bb-be1d-c16c72aab023 HTTP/1.1" status: 200 len: 945 time: 0.1416090 Jun 16 16:08:39.548884 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-a6159cbd-cc34-4726-97f8-48a330a13b36 req-955275a8-061a-43d7-a5d5-e032426c3918 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/security-groups?id=01064c80-ee96-4ba5-9d69-666f89adc486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708082 Jun 16 16:08:39.618524 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2acef46c-10e4-4e9f-989b-24de6a989fad tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Router dea85d41-d7bf-428e-bb7e-603a1c3dac18 has already been hosted by L3 agent 0e7678c9-774c-4c46-a09f-f3aaee363ca4 {{(pid=91875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:08:39.721738 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2acef46c-10e4-4e9f-989b-24de6a989fad tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Notify agent at l3_agent.dv-cinder-796114-3-iscsi the message routers_updated {{(pid=91875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:08:39.733116 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08b9143-739a-47e0-bd8e-5300baa90bad None None] Sync routers for ids ['dea85d41-d7bf-428e-bb7e-603a1c3dac18'] in dv-cinder-796114-3-iscsi {{(pid=91877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:08:39.738569 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-2acef46c-10e4-4e9f-989b-24de6a989fad tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208782'] for floatingip, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:39.751048 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08b9143-739a-47e0-bd8e-5300baa90bad None None] Routers {'dea85d41-d7bf-428e-bb7e-603a1c3dac18'} bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:08:39.752064 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_hamode_db [None req-f08b9143-739a-47e0-bd8e-5300baa90bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T15:57:20Z,description=,heartbeat_timestamp=2021-06-16T16:08:20Z,host='dv-cinder-796114-3-iscsi',id=0e7678c9-774c-4c46-a09f-f3aaee363ca4,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:57:20Z,topic='l3_agent')) {'router_ids': ['dea85d41-d7bf-428e-bb7e-603a1c3dac18'], 'active': True} {{(pid=91877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:08:39.781154 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-2acef46c-10e4-4e9f-989b-24de6a989fad tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1211822 Jun 16 16:08:39.781940 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcea0d10-72a4-47af-8121-651cc80eeb6f', 'tag': '38fdebf4-1f82-4e7b-b9ce-db5620efd43b'}] {{(pid=91875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:08:39.784242 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd288140b641fa203b825626e643c4ae2408c15f4fce5032d4686340f68cf7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c278835c-1827-4d62-89f6-efa1b9412c8d" -d '{"events": [{"name": "network-changed", "server_uuid": "dcea0d10-72a4-47af-8121-651cc80eeb6f", "tag": "38fdebf4-1f82-4e7b-b9ce-db5620efd43b"}]}' {{(pid=91875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:08:39.784418 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 39556) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:08:39.795791 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-7a08d039-765b-4f35-8e55-9e2c2380b8f8 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-876414037', 'description': 'tempest-secgroup-smoke-876414037 description', 'project_id': 'bfaef4bc7f0242ec88bbc5b303f5ed3f'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:08:39.824949 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-7a08d039-765b-4f35-8e55-9e2c2380b8f8 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:39.829796 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95757084-3093-4b40-9626-ec5db5ec9241 x-openstack-request-id: req-95757084-3093-4b40-9626-ec5db5ec9241 {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:08:39.830118 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcea0d10-72a4-47af-8121-651cc80eeb6f", "tag": "38fdebf4-1f82-4e7b-b9ce-db5620efd43b", "status": "completed", "code": 200}]} {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:08:39.830405 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-95757084-3093-4b40-9626-ec5db5ec9241 {{(pid=91875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:08:39.830831 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcea0d10-72a4-47af-8121-651cc80eeb6f', 'tag': '38fdebf4-1f82-4e7b-b9ce-db5620efd43b', 'status': 'completed', 'code': 200} Jun 16 16:08:39.862951 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_dvr_db [None req-f08b9143-739a-47e0-bd8e-5300baa90bad None None] Set router dea85d41-d7bf-428e-bb7e-603a1c3dac18 gateway port host: dv-cinder-796114-3-iscsi {{(pid=91877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:08:39.946931 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-7a08d039-765b-4f35-8e55-9e2c2380b8f8 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:39.951990 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c278835c-1827-4d62-89f6-efa1b9412c8d req-7bd07c5b-6153-470e-a9e6-d17c3d51e39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:39.953653 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c278835c-1827-4d62-89f6-efa1b9412c8d req-7bd07c5b-6153-470e-a9e6-d17c3d51e39b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bfaef4bc7f0242ec88bbc5b303f5ed3f&device_id=dcea0d10-72a4-47af-8121-651cc80eeb6f HTTP/1.1" status: 200 len: 1099 time: 0.0975754 Jun 16 16:08:39.955631 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-7a08d039-765b-4f35-8e55-9e2c2380b8f8 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:39.959002 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-b30f2f97-8f5c-45b7-a78d-49a6c647ad49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:08:40.026482 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device 714d0464-4fc1-4a46-865a-cdae5e5b79ea no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:08:40.044265 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a08d039-765b-4f35-8e55-9e2c2380b8f8 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5933ce38-3af1-484e-a188-a96e41ffdad5,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:08:40.051095 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-7a08d039-765b-4f35-8e55-9e2c2380b8f8 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:08:40.061589 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-7a08d039-765b-4f35-8e55-9e2c2380b8f8 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:40.065008 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-7a08d039-765b-4f35-8e55-9e2c2380b8f8 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2795622 Jun 16 16:08:40.068791 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 39566) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:08:40.078260 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-5865f807-168d-4ebe-a6c4-5a0dcc93320c tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Request body: {'security_group_rule': {'security_group_id': '5933ce38-3af1-484e-a188-a96e41ffdad5', 'project_id': 'bfaef4bc7f0242ec88bbc5b303f5ed3f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:08:40.085013 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] No Port match for: 714d0464-4fc1-4a46-865a-cdae5e5b79ea {{(pid=91876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:08:40.085721 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device 714d0464-4fc1-4a46-865a-cdae5e5b79ea not bound to the agent host hv-cinder-79611 {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:08:40.120237 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91638caa-6de5-4f70-93c4-52d99739f6c3 req-12f005a7-e918-40e7-8837-2a1afdfa50d1 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:40.121907 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-91638caa-6de5-4f70-93c4-52d99739f6c3 req-12f005a7-e918-40e7-8837-2a1afdfa50d1 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 946 time: 0.0732014 Jun 16 16:08:40.155094 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_hamode_db [None req-f08b9143-739a-47e0-bd8e-5300baa90bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea85d41-d7bf-428e-bb7e-603a1c3dac18', 'name': 'tempest-TestMinimumBasicScenario-744297981-router', 'tenant_id': 'bfaef4bc7f0242ec88bbc5b303f5ed3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '4423bcc8-2f52-4bf0-bd4b-775392f3b89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:07:11Z', 'updated_at': '2021-06-16T16:07:17Z', 'revision_number': 4, 'project_id': 'bfaef4bc7f0242ec88bbc5b303f5ed3f', 'gw_port': {'id': '4423bcc8-2f52-4bf0-bd4b-775392f3b89a', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:99:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea85d41-d7bf-428e-bb7e-603a1c3dac18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:07:12Z', 'updated_at': '2021-06-16T16:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi', '_floatingips': [{'id': '9dba1d69-c724-4168-adbf-368e117ae15a', 'tenant_id': 'bfaef4bc7f0242ec88bbc5b303f5ed3f', 'floating_ip_address': '172.27.1.188', 'floating_network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'router_id': 'dea85d41-d7bf-428e-bb7e-603a1c3dac18', 'port_id': '38fdebf4-1f82-4e7b-b9ce-db5620efd43b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '975c7a53-c8d3-4435-b0cd-f603c84a6c6a', 'mac_address': 'fa:16:3e:75:1c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcea0d10-72a4-47af-8121-651cc80eeb6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:08:38Z', 'updated_at': '2021-06-16T16:08:38Z', 'revision_number': 0, 'project_id': 'bfaef4bc7f0242ec88bbc5b303f5ed3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f53962b-4479-4217-8de3-18a01d333fc9', 'name': '', 'network_id': '975c7a53-c8d3-4435-b0cd-f603c84a6c6a', 'tenant_id': 'bfaef4bc7f0242ec88bbc5b303f5ed3f', 'mac_address': 'fa:16:3e:de:31:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea85d41-d7bf-428e-bb7e-603a1c3dac18', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '47184301-1ba5-4e64-8bf7-e81f9d73c729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:07:16Z', 'updated_at': '2021-06-16T16:07:24Z', 'revision_number': 5, 'project_id': 'bfaef4bc7f0242ec88bbc5b303f5ed3f', 'subnets': [{'id': '47184301-1ba5-4e64-8bf7-e81f9d73c729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-iscsi', False) {} {{(pid=91877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:08:40.156418 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c278835c-1827-4d62-89f6-efa1b9412c8d req-0a352841-4cab-42ef-a303-f1331588e493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:40.158188 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c278835c-1827-4d62-89f6-efa1b9412c8d req-0a352841-4cab-42ef-a303-f1331588e493 service neutron] 10.222.0.15 "GET /v2.0/networks?id=975c7a53-c8d3-4435-b0cd-f603c84a6c6a HTTP/1.1" status: 200 len: 915 time: 0.1960466 Jun 16 16:08:40.160016 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08b9143-739a-47e0-bd8e-5300baa90bad None None] Checking router: dea85d41-d7bf-428e-bb7e-603a1c3dac18 for host: dv-cinder-796114-3-iscsi {{(pid=91877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:08:40.162173 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-91638caa-6de5-4f70-93c4-52d99739f6c3 req-dae63b1f-294e-4bfd-9685-2cfb725b591e tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341203 Jun 16 16:08:40.175351 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08b9143-739a-47e0-bd8e-5300baa90bad None None] Routers {'dea85d41-d7bf-428e-bb7e-603a1c3dac18'} bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:08:40.177008 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-5865f807-168d-4ebe-a6c4-5a0dcc93320c tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:40.177573 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_hamode_db [None req-f08b9143-739a-47e0-bd8e-5300baa90bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T15:57:20Z,description=,heartbeat_timestamp=2021-06-16T16:08:20Z,host='dv-cinder-796114-3-iscsi',id=0e7678c9-774c-4c46-a09f-f3aaee363ca4,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:57:20Z,topic='l3_agent')) {'router_ids': ['dea85d41-d7bf-428e-bb7e-603a1c3dac18'], 'active': True} {{(pid=91877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:08:40.269667 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41faaf52-924e-4b60-b670-0256a1f02191 req-b360bd43-5446-4e8a-903c-89772d9b5fbe tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:40.271061 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-41faaf52-924e-4b60-b670-0256a1f02191 req-b360bd43-5446-4e8a-903c-89772d9b5fbe tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1 HTTP/1.1" status: 200 len: 945 time: 0.1802998 Jun 16 16:08:40.273124 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c278835c-1827-4d62-89f6-efa1b9412c8d req-8cd0931a-5133-4d50-8fcc-0807ef3238ba service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38fdebf4-1f82-4e7b-b9ce-db5620efd43b HTTP/1.1" status: 200 len: 1000 time: 0.1056969 Jun 16 16:08:40.284970 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_dvr_db [None req-f08b9143-739a-47e0-bd8e-5300baa90bad None None] Set router dea85d41-d7bf-428e-bb7e-603a1c3dac18 gateway port host: dv-cinder-796114-3-iscsi {{(pid=91877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:08:40.361421 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-5865f807-168d-4ebe-a6c4-5a0dcc93320c tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:40.367252 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-41faaf52-924e-4b60-b670-0256a1f02191 req-381c5ba5-75b6-4070-b669-22fe944d85d2 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859883 Jun 16 16:08:40.370555 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-5865f807-168d-4ebe-a6c4-5a0dcc93320c tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709652'] for security_group_rule, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:40.372316 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c278835c-1827-4d62-89f6-efa1b9412c8d req-fa8ce9e4-cba1-4294-802b-221b66d6e87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:40.373727 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c278835c-1827-4d62-89f6-efa1b9412c8d req-fa8ce9e4-cba1-4294-802b-221b66d6e87b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=47184301-1ba5-4e64-8bf7-e81f9d73c729 HTTP/1.1" status: 200 len: 853 time: 0.0819809 Jun 16 16:08:40.375383 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:08:40.415990 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5865f807-168d-4ebe-a6c4-5a0dcc93320c tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b1da595-9e35-415a-aaf9-1374a962d81d,revision_number=0']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:08:40.422086 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-5865f807-168d-4ebe-a6c4-5a0dcc93320c tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:08:40.423591 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-5865f807-168d-4ebe-a6c4-5a0dcc93320c tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:40.425023 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-5865f807-168d-4ebe-a6c4-5a0dcc93320c tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3529887 Jun 16 16:08:40.428162 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 39570) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:08:40.432838 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-facf0922-332e-41aa-abd4-ed7da96bb8d5 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Request body: {'security_group_rule': {'security_group_id': '5933ce38-3af1-484e-a188-a96e41ffdad5', 'project_id': 'bfaef4bc7f0242ec88bbc5b303f5ed3f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:08:40.470665 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-facf0922-332e-41aa-abd4-ed7da96bb8d5 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:40.487272 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c278835c-1827-4d62-89f6-efa1b9412c8d req-670b7236-47bd-49c8-8686-75e43f89956e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:40.488756 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c278835c-1827-4d62-89f6-efa1b9412c8d req-670b7236-47bd-49c8-8686-75e43f89956e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=975c7a53-c8d3-4435-b0cd-f603c84a6c6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1067064 Jun 16 16:08:40.527834 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_hamode_db [None req-f08b9143-739a-47e0-bd8e-5300baa90bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea85d41-d7bf-428e-bb7e-603a1c3dac18', 'name': 'tempest-TestMinimumBasicScenario-744297981-router', 'tenant_id': 'bfaef4bc7f0242ec88bbc5b303f5ed3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '4423bcc8-2f52-4bf0-bd4b-775392f3b89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:07:11Z', 'updated_at': '2021-06-16T16:07:17Z', 'revision_number': 4, 'project_id': 'bfaef4bc7f0242ec88bbc5b303f5ed3f', 'gw_port': {'id': '4423bcc8-2f52-4bf0-bd4b-775392f3b89a', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:99:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea85d41-d7bf-428e-bb7e-603a1c3dac18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:07:12Z', 'updated_at': '2021-06-16T16:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi', '_floatingips': [{'id': '9dba1d69-c724-4168-adbf-368e117ae15a', 'tenant_id': 'bfaef4bc7f0242ec88bbc5b303f5ed3f', 'floating_ip_address': '172.27.1.188', 'floating_network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'router_id': 'dea85d41-d7bf-428e-bb7e-603a1c3dac18', 'port_id': '38fdebf4-1f82-4e7b-b9ce-db5620efd43b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '975c7a53-c8d3-4435-b0cd-f603c84a6c6a', 'mac_address': 'fa:16:3e:75:1c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcea0d10-72a4-47af-8121-651cc80eeb6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:08:38Z', 'updated_at': '2021-06-16T16:08:38Z', 'revision_number': 0, 'project_id': 'bfaef4bc7f0242ec88bbc5b303f5ed3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f53962b-4479-4217-8de3-18a01d333fc9', 'name': '', 'network_id': '975c7a53-c8d3-4435-b0cd-f603c84a6c6a', 'tenant_id': 'bfaef4bc7f0242ec88bbc5b303f5ed3f', 'mac_address': 'fa:16:3e:de:31:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea85d41-d7bf-428e-bb7e-603a1c3dac18', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '47184301-1ba5-4e64-8bf7-e81f9d73c729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:07:16Z', 'updated_at': '2021-06-16T16:07:24Z', 'revision_number': 5, 'project_id': 'bfaef4bc7f0242ec88bbc5b303f5ed3f', 'subnets': [{'id': '47184301-1ba5-4e64-8bf7-e81f9d73c729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-iscsi', False) {} {{(pid=91877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:08:40.531273 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08b9143-739a-47e0-bd8e-5300baa90bad None None] The sync data for ids ['dea85d41-d7bf-428e-bb7e-603a1c3dac18'] in dv-cinder-796114-3-iscsi is: [{'id': 'dea85d41-d7bf-428e-bb7e-603a1c3dac18', 'name': 'tempest-TestMinimumBasicScenario-744297981-router', 'tenant_id': 'bfaef4bc7f0242ec88bbc5b303f5ed3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '4423bcc8-2f52-4bf0-bd4b-775392f3b89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:07:11Z', 'updated_at': '2021-06-16T16:07:17Z', 'revision_number': 4, 'project_id': 'bfaef4bc7f0242ec88bbc5b303f5ed3f', 'gw_port': {'id': '4423bcc8-2f52-4bf0-bd4b-775392f3b89a', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:99:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea85d41-d7bf-428e-bb7e-603a1c3dac18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:07:12Z', 'updated_at': '2021-06-16T16:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi', '_floatingips': [{'id': '9dba1d69-c724-4168-adbf-368e117ae15a', 'tenant_id': 'bfaef4bc7f0242ec88bbc5b303f5ed3f', 'floating_ip_address': '172.27.1.188', 'floating_network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'router_id': 'dea85d41-d7bf-428e-bb7e-603a1c3dac18', 'port_id': '38fdebf4-1f82-4e7b-b9ce-db5620efd43b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '975c7a53-c8d3-4435-b0cd-f603c84a6c6a', 'mac_address': 'fa:16:3e:75:1c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcea0d10-72a4-47af-8121-651cc80eeb6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:08:38Z', 'updated_at': '2021-06-16T16:08:38Z', 'revision_number': 0, 'project_id': 'bfaef4bc7f0242ec88bbc5b303f5ed3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f53962b-4479-4217-8de3-18a01d333fc9', 'name': '', 'network_id': '975c7a53-c8d3-4435-b0cd-f603c84a6c6a', 'tenant_id': 'bfaef4bc7f0242ec88bbc5b303f5ed3f', 'mac_address': 'fa:16:3e:de:31:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea85d41-d7bf-428e-bb7e-603a1c3dac18', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '47184301-1ba5-4e64-8bf7-e81f9d73c729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:07:16Z', 'updated_at': '2021-06-16T16:07:24Z', 'revision_number': 5, 'project_id': 'bfaef4bc7f0242ec88bbc5b303f5ed3f', 'subnets': [{'id': '47184301-1ba5-4e64-8bf7-e81f9d73c729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:08:40.590559 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-facf0922-332e-41aa-abd4-ed7da96bb8d5 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:40.601788 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-facf0922-332e-41aa-abd4-ed7da96bb8d5 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709652'] for security_group_rule, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:40.611553 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-290c9e90-3a06-420e-a2ab-b5b9765e68fa tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:08:40.634135 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c278835c-1827-4d62-89f6-efa1b9412c8d req-dd00d12b-2d60-41b3-80aa-f17a0d8d034e service neutron] 10.222.0.15 "GET /v2.0/networks/975c7a53-c8d3-4435-b0cd-f603c84a6c6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342485 Jun 16 16:08:40.635845 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facf0922-332e-41aa-abd4-ed7da96bb8d5 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d917c95f-c80b-437e-aca7-605af1d08667,revision_number=0']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:08:40.639107 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-facf0922-332e-41aa-abd4-ed7da96bb8d5 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:08:40.643243 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-facf0922-332e-41aa-abd4-ed7da96bb8d5 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:40.644584 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-facf0922-332e-41aa-abd4-ed7da96bb8d5 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2152662 Jun 16 16:08:40.648053 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 39574) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:08:40.652611 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-fcd8aba3-e960-4473-9228-df3b108f417b tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Request body: {'security_group_rule': {'security_group_id': '5933ce38-3af1-484e-a188-a96e41ffdad5', 'project_id': 'bfaef4bc7f0242ec88bbc5b303f5ed3f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:08:40.735656 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-fcd8aba3-e960-4473-9228-df3b108f417b tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:40.745056 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e18fc-9461-4bf6-9cc2-4dfa2313a74b req-c54b64d2-1965-4487-a06f-ecf0d41e1876 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:40.746623 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-dd5e18fc-9461-4bf6-9cc2-4dfa2313a74b req-c54b64d2-1965-4487-a06f-ecf0d41e1876 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc60efe-e253-48bb-be1d-c16c72aab023 HTTP/1.1" status: 200 len: 945 time: 0.0707288 Jun 16 16:08:40.771565 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87433346-8916-47dd-9c83-a28347780667 None None] New status for floating IP 9dba1d69-c724-4168-adbf-368e117ae15a: ACTIVE {{(pid=91876) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:08:40.789625 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c278835c-1827-4d62-89f6-efa1b9412c8d req-ce330c8b-11ea-48b2-83f7-c1d6a3c0d011 service neutron] 10.222.0.15 "GET /v2.0/networks/975c7a53-c8d3-4435-b0cd-f603c84a6c6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324043 Jun 16 16:08:40.796878 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-dd5e18fc-9461-4bf6-9cc2-4dfa2313a74b req-8f0e95ac-fd61-460e-a93f-6a23e0f5dab4 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/security-groups?id=01064c80-ee96-4ba5-9d69-666f89adc486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446014 Jun 16 16:08:40.827678 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-fcd8aba3-e960-4473-9228-df3b108f417b tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:40.831396 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-fcd8aba3-e960-4473-9228-df3b108f417b tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709652'] for security_group_rule, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:40.833943 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:08:40.851500 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd8aba3-e960-4473-9228-df3b108f417b tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13f0c6f9-5b68-4307-8a00-fec1a1a10469,revision_number=0']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:08:40.853860 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-fcd8aba3-e960-4473-9228-df3b108f417b tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:40.857725 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 39576) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:08:40.857986 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-fcd8aba3-e960-4473-9228-df3b108f417b tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2087369 Jun 16 16:08:40.858642 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-fcd8aba3-e960-4473-9228-df3b108f417b tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:08:40.862645 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.v2.base [None req-6e566a4d-952a-4210-874d-d337d4aa84fa tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Request body: {'security_group_rule': {'security_group_id': '5933ce38-3af1-484e-a188-a96e41ffdad5', 'project_id': 'bfaef4bc7f0242ec88bbc5b303f5ed3f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:08:40.890724 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-6e566a4d-952a-4210-874d-d337d4aa84fa tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:40.940952 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-6e566a4d-952a-4210-874d-d337d4aa84fa tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:40.948136 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-6e566a4d-952a-4210-874d-d337d4aa84fa tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709652'] for security_group_rule, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:40.953035 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:08:40.970315 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e566a4d-952a-4210-874d-d337d4aa84fa tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79862f8d-4953-4064-b0d3-bd4d91d709ce,revision_number=0']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:08:40.973510 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-6e566a4d-952a-4210-874d-d337d4aa84fa tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:08:40.980348 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-6e566a4d-952a-4210-874d-d337d4aa84fa tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:40.981659 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-6e566a4d-952a-4210-874d-d337d4aa84fa tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1228733 Jun 16 16:08:40.984368 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 39580) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:08:40.988836 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.v2.base [None req-a2e8dba5-99a4-4dc9-904f-00e3c5b9e0c2 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Request body: {'security_group_rule': {'security_group_id': '5933ce38-3af1-484e-a188-a96e41ffdad5', 'project_id': 'bfaef4bc7f0242ec88bbc5b303f5ed3f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:08:41.012771 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.db.securitygroups_db [None req-a2e8dba5-99a4-4dc9-904f-00e3c5b9e0c2 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Project bfaef4bc7f0242ec88bbc5b303f5ed3f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 16:08:41.017684 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-a2e8dba5-99a4-4dc9-904f-00e3c5b9e0c2 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:41.078148 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-a2e8dba5-99a4-4dc9-904f-00e3c5b9e0c2 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:41.081704 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-a2e8dba5-99a4-4dc9-904f-00e3c5b9e0c2 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709652'] for security_group_rule, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:41.087136 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:08:41.102612 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e8dba5-99a4-4dc9-904f-00e3c5b9e0c2 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e39a9dad-9b1a-4150-9bc2-066695bbe0fa,revision_number=0']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:08:41.105283 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-a2e8dba5-99a4-4dc9-904f-00e3c5b9e0c2 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:08:41.107052 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-a2e8dba5-99a4-4dc9-904f-00e3c5b9e0c2 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:41.108205 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-a2e8dba5-99a4-4dc9-904f-00e3c5b9e0c2 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1229045 Jun 16 16:08:41.110876 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 39582) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:08:41.115191 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.v2.base [None req-81520cea-e67d-4d37-8967-595bec2d0733 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Request body: {'security_group_rule': {'security_group_id': '5933ce38-3af1-484e-a188-a96e41ffdad5', 'project_id': 'bfaef4bc7f0242ec88bbc5b303f5ed3f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:08:41.136123 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.db.securitygroups_db [None req-81520cea-e67d-4d37-8967-595bec2d0733 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Project bfaef4bc7f0242ec88bbc5b303f5ed3f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 16:08:41.140881 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-81520cea-e67d-4d37-8967-595bec2d0733 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:41.199909 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-81520cea-e67d-4d37-8967-595bec2d0733 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:41.203371 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-81520cea-e67d-4d37-8967-595bec2d0733 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709652'] for security_group_rule, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:41.205293 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:08:41.226605 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81520cea-e67d-4d37-8967-595bec2d0733 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4264e4fb-8f5f-43d0-96cd-27a0df9bcdca,revision_number=0']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:08:41.229584 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-81520cea-e67d-4d37-8967-595bec2d0733 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:08:41.231789 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-81520cea-e67d-4d37-8967-595bec2d0733 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:41.232787 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-81520cea-e67d-4d37-8967-595bec2d0733 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1210225 Jun 16 16:08:41.352053 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-32e1d4f9-706a-4de0-af06-76ae06677a05 req-c07b3598-57c0-4bb5-907b-3c40855d1725 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-876414037&fields=id&tenant_id=bfaef4bc7f0242ec88bbc5b303f5ed3f HTTP/1.1" status: 200 len: 267 time: 0.0362065 Jun 16 16:08:41.417316 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e1d4f9-706a-4de0-af06-76ae06677a05 req-286805c8-d846-4ff8-8891-1c0e6ec101ae tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:41.418944 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-32e1d4f9-706a-4de0-af06-76ae06677a05 req-286805c8-d846-4ff8-8891-1c0e6ec101ae tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcea0d10-72a4-47af-8121-651cc80eeb6f HTTP/1.1" status: 200 len: 946 time: 0.0616863 Jun 16 16:08:41.430115 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [req-32e1d4f9-706a-4de0-af06-76ae06677a05 req-4234c6f3-e430-4c3a-ba40-c264976cfddf tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Request body: {'port': {'security_groups': ['7a090f09-4654-4407-bdfe-a691bf3d5c04', '5933ce38-3af1-484e-a188-a96e41ffdad5']}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:08:41.524048 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-32e1d4f9-706a-4de0-af06-76ae06677a05 req-4234c6f3-e430-4c3a-ba40-c264976cfddf tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:41.544268 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aadf535-339e-4112-88c2-4312ce7c88d2 req-ffb2e0be-154b-4dfa-af80-d4be403523d5 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:41.545779 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-0aadf535-339e-4112-88c2-4312ce7c88d2 req-ffb2e0be-154b-4dfa-af80-d4be403523d5 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1 HTTP/1.1" status: 200 len: 945 time: 0.0636768 Jun 16 16:08:41.584649 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-0aadf535-339e-4112-88c2-4312ce7c88d2 req-9279886b-972d-4d8f-adbc-af9d13d76e5c tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325723 Jun 16 16:08:41.706377 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [req-32e1d4f9-706a-4de0-af06-76ae06677a05 req-4234c6f3-e430-4c3a-ba40-c264976cfddf tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] For port 38fdebf4-1f82-4e7b-b9ce-db5620efd43b, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=38fdebf4-1f82-4e7b-b9ce-db5620efd43b,segment=NetworkSegment(25392ddc-cfd1-4fb1-b990-c241fab4a578),segment_id=25392ddc-cfd1-4fb1-b990-c241fab4a578)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:08:41.735238 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-32e1d4f9-706a-4de0-af06-76ae06677a05 req-4234c6f3-e430-4c3a-ba40-c264976cfddf tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Notify callbacks [] for port, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:41.739861 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-32e1d4f9-706a-4de0-af06-76ae06677a05 req-4234c6f3-e430-4c3a-ba40-c264976cfddf tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3529188'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:41.743742 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-4d363c6f-3847-4cc1-97a8-f846886d095d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:08:41.751894 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] get_ports_and_sgs() called for port_ids ['38fdebf4-1f82-4e7b-b9ce-db5620efd43b'] {{(pid=91876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:08:41.785042 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e1d4f9-706a-4de0-af06-76ae06677a05 req-4234c6f3-e430-4c3a-ba40-c264976cfddf tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:41.785697 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-32e1d4f9-706a-4de0-af06-76ae06677a05 req-4234c6f3-e430-4c3a-ba40-c264976cfddf tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208782'] for port, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:41.787097 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-32e1d4f9-706a-4de0-af06-76ae06677a05 req-4234c6f3-e430-4c3a-ba40-c264976cfddf tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "PUT /v2.0/ports/38fdebf4-1f82-4e7b-b9ce-db5620efd43b HTTP/1.1" status: 200 len: 982 time: 0.3621080 Jun 16 16:08:41.787621 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcea0d10-72a4-47af-8121-651cc80eeb6f', 'tag': '38fdebf4-1f82-4e7b-b9ce-db5620efd43b'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:08:41.790001 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac39972ab304bebcb834853fc43b221d920fab97f47da84b7636f2612ed6f187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2066ced9-702a-406f-a47c-7326ad7fab30" -d '{"events": [{"name": "network-changed", "server_uuid": "dcea0d10-72a4-47af-8121-651cc80eeb6f", "tag": "38fdebf4-1f82-4e7b-b9ce-db5620efd43b"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:08:41.837622 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-956a5be1-18c4-487c-ba8c-79bea75ce57f x-openstack-request-id: req-956a5be1-18c4-487c-ba8c-79bea75ce57f {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:08:41.838154 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcea0d10-72a4-47af-8121-651cc80eeb6f", "tag": "38fdebf4-1f82-4e7b-b9ce-db5620efd43b", "status": "completed", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:08:41.838593 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-956a5be1-18c4-487c-ba8c-79bea75ce57f {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:08:41.839174 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcea0d10-72a4-47af-8121-651cc80eeb6f', 'tag': '38fdebf4-1f82-4e7b-b9ce-db5620efd43b', 'status': 'completed', 'code': 200} Jun 16 16:08:41.846371 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4234c6f3-e430-4c3a-ba40-c264976cfddf tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Pushing event updated for resources: {'Port': ['ID=38fdebf4-1f82-4e7b-b9ce-db5620efd43b,revision_number=6']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:08:41.851721 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-4234c6f3-e430-4c3a-ba40-c264976cfddf tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:08:41.914613 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] get_ports_and_sgs() called for port_ids ['38fdebf4-1f82-4e7b-b9ce-db5620efd43b'] {{(pid=91876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:08:41.991883 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2066ced9-702a-406f-a47c-7326ad7fab30 req-d7d7c39c-9f31-434b-9783-109f8c66f9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:41.993664 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2066ced9-702a-406f-a47c-7326ad7fab30 req-d7d7c39c-9f31-434b-9783-109f8c66f9f6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bfaef4bc7f0242ec88bbc5b303f5ed3f&device_id=dcea0d10-72a4-47af-8121-651cc80eeb6f HTTP/1.1" status: 200 len: 1138 time: 0.1216025 Jun 16 16:08:42.033211 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6657692b-fc5d-4161-a8e4-ea85ced402ae req-736dc9c5-7b3f-4974-9eca-2ab781351dc2 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:42.033211 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-6657692b-fc5d-4161-a8e4-ea85ced402ae req-736dc9c5-7b3f-4974-9eca-2ab781351dc2 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc60efe-e253-48bb-be1d-c16c72aab023 HTTP/1.1" status: 200 len: 945 time: 0.0838065 Jun 16 16:08:42.053466 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572761af-83a7-4071-93a8-d9a852f3a24f req-2e531f7a-358e-4ca9-aad3-168851e55f9f tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:42.056157 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-572761af-83a7-4071-93a8-d9a852f3a24f req-2e531f7a-358e-4ca9-aad3-168851e55f9f tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcea0d10-72a4-47af-8121-651cc80eeb6f HTTP/1.1" status: 200 len: 985 time: 0.1218302 Jun 16 16:08:42.085160 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-6657692b-fc5d-4161-a8e4-ea85ced402ae req-6dbce354-5991-4bee-bea2-161a7737beac tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/security-groups?id=01064c80-ee96-4ba5-9d69-666f89adc486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441322 Jun 16 16:08:42.124816 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-3229179c-99dc-4b66-9004-bdb620177ca8 None None] Provisioning complete for port 38fdebf4-1f82-4e7b-b9ce-db5620efd43b triggered by entity DHCP. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:08:42.125225 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-3229179c-99dc-4b66-9004-bdb620177ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:42.146798 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-572761af-83a7-4071-93a8-d9a852f3a24f req-9c9f57d6-cbcf-4833-bc3f-8ec8ec944a77 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/security-groups?id=5933ce38-3af1-484e-a188-a96e41ffdad5&id=7a090f09-4654-4407-bdfe-a691bf3d5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0574398 Jun 16 16:08:42.156629 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2066ced9-702a-406f-a47c-7326ad7fab30 req-96a6665b-a9bf-4679-8627-a86371d7eaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:42.157820 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2066ced9-702a-406f-a47c-7326ad7fab30 req-96a6665b-a9bf-4679-8627-a86371d7eaf4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=975c7a53-c8d3-4435-b0cd-f603c84a6c6a HTTP/1.1" status: 200 len: 915 time: 0.1514201 Jun 16 16:08:42.230077 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2066ced9-702a-406f-a47c-7326ad7fab30 req-524ab08b-45e9-4603-a901-4660fa775282 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38fdebf4-1f82-4e7b-b9ce-db5620efd43b HTTP/1.1" status: 200 len: 1002 time: 0.0626724 Jun 16 16:08:42.280563 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2066ced9-702a-406f-a47c-7326ad7fab30 req-a52d0c94-19c0-400d-8aa8-358c815fef7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:42.281944 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2066ced9-702a-406f-a47c-7326ad7fab30 req-a52d0c94-19c0-400d-8aa8-358c815fef7c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=47184301-1ba5-4e64-8bf7-e81f9d73c729 HTTP/1.1" status: 200 len: 853 time: 0.0433273 Jun 16 16:08:42.339483 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2066ced9-702a-406f-a47c-7326ad7fab30 req-680c6eef-e44d-4918-9ffc-579788c89d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:42.340962 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2066ced9-702a-406f-a47c-7326ad7fab30 req-680c6eef-e44d-4918-9ffc-579788c89d80 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=975c7a53-c8d3-4435-b0cd-f603c84a6c6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0522871 Jun 16 16:08:42.433981 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2066ced9-702a-406f-a47c-7326ad7fab30 req-ceddedcf-8dd4-4d28-831d-b98fbdfe2259 service neutron] 10.222.0.15 "GET /v2.0/networks/975c7a53-c8d3-4435-b0cd-f603c84a6c6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852251 Jun 16 16:08:42.526466 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2066ced9-702a-406f-a47c-7326ad7fab30 req-9bed6446-8d29-44eb-a5d4-30fe17e100cf service neutron] 10.222.0.15 "GET /v2.0/networks/975c7a53-c8d3-4435-b0cd-f603c84a6c6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847411 Jun 16 16:08:42.758371 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec214514-9840-49c4-8b68-9d12470f1407 req-6adaf748-861a-4e0b-9d49-b8cb4b4b0b81 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:42.759828 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-ec214514-9840-49c4-8b68-9d12470f1407 req-6adaf748-861a-4e0b-9d49-b8cb4b4b0b81 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1 HTTP/1.1" status: 200 len: 945 time: 0.0658162 Jun 16 16:08:42.796156 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-ec214514-9840-49c4-8b68-9d12470f1407 req-dc1c2a55-b95e-4802-983d-2066abd1f444 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308306 Jun 16 16:08:43.267253 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1a357-bb99-48c2-a725-bcce620a8dec req-a97d9ae2-1de1-45a8-9235-36730bf3ebbc tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:43.268708 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-27b1a357-bb99-48c2-a725-bcce620a8dec req-a97d9ae2-1de1-45a8-9235-36730bf3ebbc tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc60efe-e253-48bb-be1d-c16c72aab023 HTTP/1.1" status: 200 len: 945 time: 0.0689840 Jun 16 16:08:43.307135 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-27b1a357-bb99-48c2-a725-bcce620a8dec req-0f876c21-d86d-4d86-92e9-9b3798b541cd tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/security-groups?id=01064c80-ee96-4ba5-9d69-666f89adc486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324414 Jun 16 16:08:43.978705 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f95550a-a017-4a86-9da0-651ef4916c77 req-1c547820-683d-432a-8a8e-15b19dc6220c tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:43.985734 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-2f95550a-a017-4a86-9da0-651ef4916c77 req-1c547820-683d-432a-8a8e-15b19dc6220c tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1 HTTP/1.1" status: 200 len: 945 time: 0.0691762 Jun 16 16:08:44.023705 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-2f95550a-a017-4a86-9da0-651ef4916c77 req-011d427a-9997-4cb8-a13f-af5843f1513d tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/security-groups?id=2007a9fd-0924-4c06-81d9-70cd07345bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368204 Jun 16 16:08:44.050035 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7390f144-54fc-4725-8ac5-69283ff621a5 req-1c661dfe-536d-4e43-a6bb-3b45936d5f43 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:44.052157 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-7390f144-54fc-4725-8ac5-69283ff621a5 req-1c661dfe-536d-4e43-a6bb-3b45936d5f43 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1 HTTP/1.1" status: 200 len: 945 time: 0.0776756 Jun 16 16:08:44.154043 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [req-7390f144-54fc-4725-8ac5-69283ff621a5 req-5fd01e69-739b-4a07-bdb6-100d4af46716 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Deleting port ca8703c9-c6b4-4d8f-be28-12dc629b84bc {{(pid=91874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:08:44.154259 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-7390f144-54fc-4725-8ac5-69283ff621a5 req-5fd01e69-739b-4a07-bdb6-100d4af46716 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726811340957'] for port, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:44.488187 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [req-7390f144-54fc-4725-8ac5-69283ff621a5 req-5fd01e69-739b-4a07-bdb6-100d4af46716 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] For port ca8703c9-c6b4-4d8f-be28-12dc629b84bc, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=ca8703c9-c6b4-4d8f-be28-12dc629b84bc,segment=NetworkSegment(e3ef9535-e5ad-46f0-9fc0-c954d062c2cb),segment_id=e3ef9535-e5ad-46f0-9fc0-c954d062c2cb)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:08:44.488880 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-7390f144-54fc-4725-8ac5-69283ff621a5 req-5fd01e69-739b-4a07-bdb6-100d4af46716 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674541'] for port, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:44.558160 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [req-7390f144-54fc-4725-8ac5-69283ff621a5 req-5fd01e69-739b-4a07-bdb6-100d4af46716 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Calling delete_port for ca8703c9-c6b4-4d8f-be28-12dc629b84bc owned by compute:nova {{(pid=91874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:08:44.577918 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e22accc-5427-4922-af9d-f1190f555fc4 req-e0d6f8c7-729f-4fc9-9497-b9cb94fba759 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:44.579371 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2e22accc-5427-4922-af9d-f1190f555fc4 req-e0d6f8c7-729f-4fc9-9497-b9cb94fba759 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc60efe-e253-48bb-be1d-c16c72aab023 HTTP/1.1" status: 200 len: 945 time: 0.1590834 Jun 16 16:08:44.667175 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2e22accc-5427-4922-af9d-f1190f555fc4 req-f42d7cd1-1ab8-49b3-ae03-9409bbe9d7c1 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/security-groups?id=01064c80-ee96-4ba5-9d69-666f89adc486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524821 Jun 16 16:08:44.732272 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-7390f144-54fc-4725-8ac5-69283ff621a5 req-5fd01e69-739b-4a07-bdb6-100d4af46716 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726811346809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726810953732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3529197'] for port, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:44.736164 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:08:44.745008 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] get_ports_and_sgs() called for port_ids ['ca8703c9-c6b4-4d8f-be28-12dc629b84bc'] {{(pid=91876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:08:44.763522 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd01e69-739b-4a07-bdb6-100d4af46716 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Pushing event deleted for resources: {'Port': ['ID=ca8703c9-c6b4-4d8f-be28-12dc629b84bc,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:08:44.766084 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-5fd01e69-739b-4a07-bdb6-100d4af46716 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:08:44.816347 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [req-7390f144-54fc-4725-8ac5-69283ff621a5 req-5fd01e69-739b-4a07-bdb6-100d4af46716 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] No DVR routers for this DVR port ca8703c9-c6b4-4d8f-be28-12dc629b84bc on host hv-cinder-79611 {{(pid=91874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:08:44.819724 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-7390f144-54fc-4725-8ac5-69283ff621a5 req-5fd01e69-739b-4a07-bdb6-100d4af46716 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208782'] for port, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:44.821765 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-7390f144-54fc-4725-8ac5-69283ff621a5 req-5fd01e69-739b-4a07-bdb6-100d4af46716 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.15 "DELETE /v2.0/ports/ca8703c9-c6b4-4d8f-be28-12dc629b84bc HTTP/1.1" status: 204 len: 173 time: 0.7638502 Jun 16 16:08:44.822253 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a7719ee-7fb9-442d-a71c-6be294b6f5c1', 'name': 'network-vif-deleted', 'tag': 'ca8703c9-c6b4-4d8f-be28-12dc629b84bc'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:08:44.824658 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac39972ab304bebcb834853fc43b221d920fab97f47da84b7636f2612ed6f187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68df70a1-2966-45f4-b573-1991e67db334" -d '{"events": [{"server_uuid": "1a7719ee-7fb9-442d-a71c-6be294b6f5c1", "name": "network-vif-deleted", "tag": "ca8703c9-c6b4-4d8f-be28-12dc629b84bc"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:08:44.865723 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b739bd5e-fda2-4198-86d0-bc6b5397daa2 x-openstack-request-id: req-b739bd5e-fda2-4198-86d0-bc6b5397daa2 {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:08:44.866051 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a7719ee-7fb9-442d-a71c-6be294b6f5c1", "name": "network-vif-deleted", "tag": "ca8703c9-c6b4-4d8f-be28-12dc629b84bc", "status": "completed", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:08:44.866337 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b739bd5e-fda2-4198-86d0-bc6b5397daa2 {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:08:44.866761 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a7719ee-7fb9-442d-a71c-6be294b6f5c1', 'name': 'network-vif-deleted', 'tag': 'ca8703c9-c6b4-4d8f-be28-12dc629b84bc', 'status': 'completed', 'code': 200} Jun 16 16:08:45.186329 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-5e778bb3-ec53-4aaf-872e-4ae589fb27e1 req-463320e5-19ab-4b64-8574-3cee11cdda7d tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a7719ee-7fb9-442d-a71c-6be294b6f5c1 HTTP/1.1" status: 200 len: 210 time: 0.0279596 Jun 16 16:08:45.841287 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e3c10-b731-447d-b3d8-97dbaee45285 req-979dc80f-f8c7-46bd-bf9e-9208cfe2e78f tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:45.842923 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-279e3c10-b731-447d-b3d8-97dbaee45285 req-979dc80f-f8c7-46bd-bf9e-9208cfe2e78f tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc60efe-e253-48bb-be1d-c16c72aab023 HTTP/1.1" status: 200 len: 945 time: 0.0626819 Jun 16 16:08:45.885988 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-279e3c10-b731-447d-b3d8-97dbaee45285 req-a815b9df-2efc-4fef-9b5a-e38701fa1437 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/security-groups?id=01064c80-ee96-4ba5-9d69-666f89adc486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374527 Jun 16 16:08:46.273743 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 39644) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:08:46.680606 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-f5b197b6-d411-4993-a478-9467a0762986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689354'] for router_interface, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:46.819796 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.agents_db [None req-058d43c2-15cf-4374-9ac5-1369303d1fb9 None None] Agent healthcheck: found 6 active agents {{(pid=91877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:08:47.287826 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300932f4-f8a2-4530-a189-bbb06e159cb5 req-995aabed-d66a-41da-8eba-c957ecd76ec8 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:47.289439 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-300932f4-f8a2-4530-a189-bbb06e159cb5 req-995aabed-d66a-41da-8eba-c957ecd76ec8 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc60efe-e253-48bb-be1d-c16c72aab023 HTTP/1.1" status: 200 len: 945 time: 0.1062338 Jun 16 16:08:47.313960 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-f5b197b6-d411-4993-a478-9467a0762986 admin admin] Deleting port 782eee49-a82d-4eff-a01a-3cd311e180d2 {{(pid=91875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:08:47.314304 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-f5b197b6-d411-4993-a478-9467a0762986 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726811340957'] for port, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:47.369295 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-300932f4-f8a2-4530-a189-bbb06e159cb5 req-3eb2c0d5-923d-4015-ad90-1d5b2b62c011 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/security-groups?id=01064c80-ee96-4ba5-9d69-666f89adc486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733256 Jun 16 16:08:47.406999 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-f5b197b6-d411-4993-a478-9467a0762986 admin admin] For port 782eee49-a82d-4eff-a01a-3cd311e180d2, host dv-cinder-796114-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=782eee49-a82d-4eff-a01a-3cd311e180d2,segment=NetworkSegment(e3ef9535-e5ad-46f0-9fc0-c954d062c2cb),segment_id=e3ef9535-e5ad-46f0-9fc0-c954d062c2cb)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:08:47.407355 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-f5b197b6-d411-4993-a478-9467a0762986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674541'] for port, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:47.447745 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-b5ca3098-dc77-4691-9302-2a1f6f1359ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:47.478420 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-f5b197b6-d411-4993-a478-9467a0762986 admin admin] Calling delete_port for 782eee49-a82d-4eff-a01a-3cd311e180d2 owned by network:router_interface {{(pid=91875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:08:47.670378 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-f5b197b6-d411-4993-a478-9467a0762986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726811346809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726810953732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449056'] for port, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:47.672186 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-2acef46c-10e4-4e9f-989b-24de6a989fad tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:08:47.697472 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b197b6-d411-4993-a478-9467a0762986 admin admin] Pushing event deleted for resources: {'Port': ['ID=782eee49-a82d-4eff-a01a-3cd311e180d2,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:08:47.701183 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-f5b197b6-d411-4993-a478-9467a0762986 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:08:47.852956 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-f5b197b6-d411-4993-a478-9467a0762986 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16222899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689246'] for router_interface, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:48.059569 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5b197b6-d411-4993-a478-9467a0762986 admin admin] Router 8b9936d3-50a9-4003-bc0d-a8a79d4819f8 has already been hosted by L3 agent 0e7678c9-774c-4c46-a09f-f3aaee363ca4 {{(pid=91875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:08:48.071550 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device ca8703c9-c6b4-4d8f-be28-12dc629b84bc no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:08:48.092099 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] No Port match for: ca8703c9-c6b4-4d8f-be28-12dc629b84bc {{(pid=91876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:08:48.092463 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device ca8703c9-c6b4-4d8f-be28-12dc629b84bc not bound to the agent host hv-cinder-79611 {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:08:48.171229 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b197b6-d411-4993-a478-9467a0762986 admin admin] Notify agent at l3_agent.dv-cinder-796114-3-iscsi the message routers_updated {{(pid=91875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:08:48.176141 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-f5b197b6-d411-4993-a478-9467a0762986 admin admin] 10.222.0.49 "PUT /v2.0/routers/8b9936d3-50a9-4003-bc0d-a8a79d4819f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9013939 Jun 16 16:08:48.178828 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 39660) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:08:48.179591 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcecdd8f-b59e-4284-8705-aac90cfbb033 None None] Sync routers for ids ['8b9936d3-50a9-4003-bc0d-a8a79d4819f8'] in dv-cinder-796114-3-iscsi {{(pid=91877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:08:48.188922 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcecdd8f-b59e-4284-8705-aac90cfbb033 None None] Routers {'8b9936d3-50a9-4003-bc0d-a8a79d4819f8'} bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:08:48.189858 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_hamode_db [None req-dcecdd8f-b59e-4284-8705-aac90cfbb033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T15:57:20Z,description=,heartbeat_timestamp=2021-06-16T16:08:20Z,host='dv-cinder-796114-3-iscsi',id=0e7678c9-774c-4c46-a09f-f3aaee363ca4,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:57:20Z,topic='l3_agent')) {'router_ids': ['8b9936d3-50a9-4003-bc0d-a8a79d4819f8'], 'active': True} {{(pid=91877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:08:48.285407 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e2855241-259b-4040-ab40-cf51101c189b admin admin] Notify callbacks [] for router, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:48.300935 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_dvr_db [None req-dcecdd8f-b59e-4284-8705-aac90cfbb033 None None] Set router 8b9936d3-50a9-4003-bc0d-a8a79d4819f8 gateway port host: dv-cinder-796114-3-iscsi {{(pid=91877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:08:48.416039 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e2855241-259b-4040-ab40-cf51101c189b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:48.418487 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 39666) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:08:48.479783 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-e2855241-259b-4040-ab40-cf51101c189b admin admin] Deleting port cc55b78e-f20c-43db-81b3-45c4dc1d9121 {{(pid=91875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:08:48.480130 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e2855241-259b-4040-ab40-cf51101c189b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726811340957'] for port, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:48.552904 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_hamode_db [None req-dcecdd8f-b59e-4284-8705-aac90cfbb033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9936d3-50a9-4003-bc0d-a8a79d4819f8', 'name': 'tempest-ServerRescueNegativeTestJSON-831611834-router', 'tenant_id': '9736a5dc95504648ab9aceb89928bdef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'cc55b78e-f20c-43db-81b3-45c4dc1d9121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:04:56Z', 'updated_at': '2021-06-16T16:08:47Z', 'revision_number': 5, 'project_id': '9736a5dc95504648ab9aceb89928bdef', 'gw_port': {'id': 'cc55b78e-f20c-43db-81b3-45c4dc1d9121', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ca:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9936d3-50a9-4003-bc0d-a8a79d4819f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:04:58Z', 'updated_at': '2021-06-16T16:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi'}], 'dv-cinder-796114-3-iscsi', False) {} {{(pid=91877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:08:48.556363 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcecdd8f-b59e-4284-8705-aac90cfbb033 None None] Checking router: 8b9936d3-50a9-4003-bc0d-a8a79d4819f8 for host: dv-cinder-796114-3-iscsi {{(pid=91877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:08:48.565106 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcecdd8f-b59e-4284-8705-aac90cfbb033 None None] Routers {'8b9936d3-50a9-4003-bc0d-a8a79d4819f8'} bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:08:48.565751 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_hamode_db [None req-dcecdd8f-b59e-4284-8705-aac90cfbb033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T15:57:20Z,description=,heartbeat_timestamp=2021-06-16T16:08:20Z,host='dv-cinder-796114-3-iscsi',id=0e7678c9-774c-4c46-a09f-f3aaee363ca4,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:57:20Z,topic='l3_agent')) {'router_ids': ['8b9936d3-50a9-4003-bc0d-a8a79d4819f8'], 'active': True} {{(pid=91877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:08:48.571325 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-376e41b5-02da-4d58-9125-06d9700da28d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:48.602494 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-e2855241-259b-4040-ab40-cf51101c189b admin admin] For port cc55b78e-f20c-43db-81b3-45c4dc1d9121, host dv-cinder-796114-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=cc55b78e-f20c-43db-81b3-45c4dc1d9121,segment=NetworkSegment(36d53036-d305-476e-ad99-71a5cdef7eb4),segment_id=36d53036-d305-476e-ad99-71a5cdef7eb4)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:08:48.603956 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e2855241-259b-4040-ab40-cf51101c189b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674541'] for port, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:48.632426 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c8084b-bb0a-4f83-8f31-30787533cdd3 req-92a3f3c0-15bc-47f7-b504-4344a7c22868 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:48.639266 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a1c8084b-bb0a-4f83-8f31-30787533cdd3 req-92a3f3c0-15bc-47f7-b504-4344a7c22868 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc60efe-e253-48bb-be1d-c16c72aab023 HTTP/1.1" status: 200 len: 945 time: 0.1146705 Jun 16 16:08:48.664455 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_dvr_db [None req-dcecdd8f-b59e-4284-8705-aac90cfbb033 None None] Set router 8b9936d3-50a9-4003-bc0d-a8a79d4819f8 gateway port host: None {{(pid=91877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:08:48.682006 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-e2855241-259b-4040-ab40-cf51101c189b admin admin] Calling delete_port for cc55b78e-f20c-43db-81b3-45c4dc1d9121 owned by network:router_gateway {{(pid=91875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:08:48.717969 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a1c8084b-bb0a-4f83-8f31-30787533cdd3 req-144d8b62-c188-49f3-a684-c8795029a4cf tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/security-groups?id=01064c80-ee96-4ba5-9d69-666f89adc486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777512 Jun 16 16:08:48.722237 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_hamode_db [None req-dcecdd8f-b59e-4284-8705-aac90cfbb033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9936d3-50a9-4003-bc0d-a8a79d4819f8', 'name': 'tempest-ServerRescueNegativeTestJSON-831611834-router', 'tenant_id': '9736a5dc95504648ab9aceb89928bdef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:04:56Z', 'updated_at': '2021-06-16T16:08:48Z', 'revision_number': 6, 'project_id': '9736a5dc95504648ab9aceb89928bdef', 'gw_port_host': None}], 'dv-cinder-796114-3-iscsi', False) {} {{(pid=91877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:08:48.726536 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcecdd8f-b59e-4284-8705-aac90cfbb033 None None] The sync data for ids ['8b9936d3-50a9-4003-bc0d-a8a79d4819f8'] in dv-cinder-796114-3-iscsi is: [{'id': '8b9936d3-50a9-4003-bc0d-a8a79d4819f8', 'name': 'tempest-ServerRescueNegativeTestJSON-831611834-router', 'tenant_id': '9736a5dc95504648ab9aceb89928bdef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:04:56Z', 'updated_at': '2021-06-16T16:08:48Z', 'revision_number': 6, 'project_id': '9736a5dc95504648ab9aceb89928bdef', 'gw_port_host': None}] {{(pid=91877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:08:48.745806 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-376e41b5-02da-4d58-9125-06d9700da28d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:48.751142 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-376e41b5-02da-4d58-9125-06d9700da28d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:48.755384 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-60ec322d-5a86-426d-925e-82f86b11b4fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:08:48.796731 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-376e41b5-02da-4d58-9125-06d9700da28d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ef568de5f1e04e2fa8dffebb1ecfa1c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3769622 Jun 16 16:08:48.797674 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376e41b5-02da-4d58-9125-06d9700da28d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf126d7-f642-4132-b952-d118ff956511,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:08:48.800798 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-376e41b5-02da-4d58-9125-06d9700da28d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:08:48.802017 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 39672) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:08:48.855153 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-d417d74b-02f9-4c0f-b088-9ae6b892a092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:48.878258 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-d417d74b-02f9-4c0f-b088-9ae6b892a092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:48.892118 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e2855241-259b-4040-ab40-cf51101c189b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726811346809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726810953732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449056'] for port, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:48.894383 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-0a6c708f-6283-43e2-8a4f-f4ea51e13ee5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:08:48.922019 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2855241-259b-4040-ab40-cf51101c189b admin admin] Pushing event deleted for resources: {'Port': ['ID=cc55b78e-f20c-43db-81b3-45c4dc1d9121,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:08:48.925385 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-e2855241-259b-4040-ab40-cf51101c189b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:08:48.935655 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-d417d74b-02f9-4c0f-b088-9ae6b892a092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:48.939045 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-d417d74b-02f9-4c0f-b088-9ae6b892a092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:48.940209 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-d417d74b-02f9-4c0f-b088-9ae6b892a092 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7cf126d7-f642-4132-b952-d118ff956511 HTTP/1.1" status: 204 len: 168 time: 0.1370788 Jun 16 16:08:48.941303 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-7a08d039-765b-4f35-8e55-9e2c2380b8f8 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:08:48.953043 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d417d74b-02f9-4c0f-b088-9ae6b892a092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf126d7-f642-4132-b952-d118ff956511,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:08:48.960086 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-d417d74b-02f9-4c0f-b088-9ae6b892a092 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:08:49.028070 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e2855241-259b-4040-ab40-cf51101c189b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701981'] for router_gateway, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:49.147851 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e2855241-259b-4040-ab40-cf51101c189b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2189'] for router, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:49.151389 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e2855241-259b-4040-ab40-cf51101c189b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:49.172854 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a1a84-b495-47ff-ae9d-263f545f635d req-11c66940-09ca-4527-b455-02807ea40abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:49.174476 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2d7a1a84-b495-47ff-ae9d-263f545f635d req-11c66940-09ca-4527-b455-02807ea40abc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6f37c6beb22479fae2758d3ed17d813&device_id=0cc60efe-e253-48bb-be1d-c16c72aab023 HTTP/1.1" status: 200 len: 1098 time: 0.0903475 Jun 16 16:08:49.184671 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623798ab-eb9b-495b-9211-65521984adb3 req-c8f95642-533e-4780-97c9-74e7cc8bac00 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:49.186318 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-623798ab-eb9b-495b-9211-65521984adb3 req-c8f95642-533e-4780-97c9-74e7cc8bac00 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc60efe-e253-48bb-be1d-c16c72aab023 HTTP/1.1" status: 200 len: 945 time: 0.1407108 Jun 16 16:08:49.250403 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e2855241-259b-4040-ab40-cf51101c189b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-678231'] for router, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:49.251183 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2855241-259b-4040-ab40-cf51101c189b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b9936d3-50a9-4003-bc0d-a8a79d4819f8 {{(pid=91875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 16:08:49.257547 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e2855241-259b-4040-ab40-cf51101c189b admin admin] Notify callbacks [] for router, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:49.261916 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-e2855241-259b-4040-ab40-cf51101c189b admin admin] 10.222.0.49 "DELETE /v2.0/routers/8b9936d3-50a9-4003-bc0d-a8a79d4819f8 HTTP/1.1" status: 204 len: 168 time: 1.0819278 Jun 16 16:08:49.262706 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 39684) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:08:49.285199 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-623798ab-eb9b-495b-9211-65521984adb3 req-cc8aa3e5-cd4a-43f4-af47-b4eb8b369e7a tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/security-groups?id=01064c80-ee96-4ba5-9d69-666f89adc486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902715 Jun 16 16:08:49.312546 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.db.db_base_plugin_v2 [None req-643054bc-9c9a-4054-8184-1603ad3c47d4 admin admin] Deleting subnet ca88b3dc-ceb5-4055-b366-67e774be9898 {{(pid=91875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:08:49.316100 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-643054bc-9c9a-4054-8184-1603ad3c47d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:49.322899 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a1a84-b495-47ff-ae9d-263f545f635d req-33ec8f80-fb54-4538-9a01-adf02987bb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:49.324352 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2d7a1a84-b495-47ff-ae9d-263f545f635d req-33ec8f80-fb54-4538-9a01-adf02987bb3d service neutron] 10.222.0.15 "GET /v2.0/networks?id=9b440f45-4a88-4d84-9a29-8220f48297fe HTTP/1.1" status: 200 len: 910 time: 0.1371651 Jun 16 16:08:49.353202 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-643054bc-9c9a-4054-8184-1603ad3c47d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4037720'] for subnet, precommit_delete_associations {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:49.383536 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:49.394455 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2d7a1a84-b495-47ff-ae9d-263f545f635d req-7b7358bf-7b75-4e55-b2c0-2d0f44f499b9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=251c5bee-1a5b-4457-960d-646b0cb7a851 HTTP/1.1" status: 200 len: 1001 time: 0.0634336 Jun 16 16:08:49.402125 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-643054bc-9c9a-4054-8184-1603ad3c47d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16234147'] for subnet, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:49.443597 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a1a84-b495-47ff-ae9d-263f545f635d req-1199f430-3f28-4e3e-9763-825594427bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:49.445060 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2d7a1a84-b495-47ff-ae9d-263f545f635d req-1199f430-3f28-4e3e-9763-825594427bc8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ea00e02a-6838-40a9-b1d7-a5a03e20d3b1 HTTP/1.1" status: 200 len: 848 time: 0.0447733 Jun 16 16:08:49.464767 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-643054bc-9c9a-4054-8184-1603ad3c47d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16234172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2449002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58917308'] for subnet, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:49.467935 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-0fa4b9a6-11f4-40e1-8bc2-0298dbe94d00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:08:49.494892 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-643054bc-9c9a-4054-8184-1603ad3c47d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:49.496717 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-643054bc-9c9a-4054-8184-1603ad3c47d4 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/ca88b3dc-ceb5-4055-b366-67e774be9898 HTTP/1.1" status: 204 len: 168 time: 0.2328880 Jun 16 16:08:49.497751 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643054bc-9c9a-4054-8184-1603ad3c47d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca88b3dc-ceb5-4055-b366-67e774be9898,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:08:49.499221 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 39694) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:08:49.501124 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-643054bc-9c9a-4054-8184-1603ad3c47d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:08:49.528396 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a1a84-b495-47ff-ae9d-263f545f635d req-1200d3ff-b8d4-4b99-bf03-40c0af9ab10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:49.529959 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2d7a1a84-b495-47ff-ae9d-263f545f635d req-1200d3ff-b8d4-4b99-bf03-40c0af9ab10f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9b440f45-4a88-4d84-9a29-8220f48297fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0760245 Jun 16 16:08:49.576687 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-1df4cd2c-e741-462d-9095-1df387f45dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16160318'] for network, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:49.640421 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2d7a1a84-b495-47ff-ae9d-263f545f635d req-bbe147e2-3763-4331-be18-d576f7240879 service neutron] 10.222.0.15 "GET /v2.0/networks/9b440f45-4a88-4d84-9a29-8220f48297fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028771 Jun 16 16:08:49.678733 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-1df4cd2c-e741-462d-9095-1df387f45dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16236332', 'neutron.services.segments.db._delete_segments_for_network-8726811427889'] for network, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:49.688907 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.services.segments.db [None req-1df4cd2c-e741-462d-9095-1df387f45dd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97223e70-3be0-4b71-bad0-215c0b28ffe7']}} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:08:49.698897 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 39700) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:08:49.701905 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.services.segments.db [None req-1df4cd2c-e741-462d-9095-1df387f45dd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3ef9535-e5ad-46f0-9fc0-c954d062c2cb') {'for_net_delete': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:08:49.702260 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.services.segments.db [None req-1df4cd2c-e741-462d-9095-1df387f45dd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3ef9535-e5ad-46f0-9fc0-c954d062c2cb') {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:08:49.716431 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-1df4cd2c-e741-462d-9095-1df387f45dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726811427202', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4037697'] for segment, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:49.736513 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-1df4cd2c-e741-462d-9095-1df387f45dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233616'] for segment, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:49.744981 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1df4cd2c-e741-462d-9095-1df387f45dd9 admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=91875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:08:49.745995 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-1df4cd2c-e741-462d-9095-1df387f45dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2449141'] for segment, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:49.748713 dv-cinder-796114-3-iscsi neutron-server[91875]: Traceback (most recent call last): Jun 16 16:08:49.748713 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:08:49.748713 dv-cinder-796114-3-iscsi neutron-server[91875]: timer() Jun 16 16:08:49.748713 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:08:49.748713 dv-cinder-796114-3-iscsi neutron-server[91875]: cb(*args, **kw) Jun 16 16:08:49.748713 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:08:49.748713 dv-cinder-796114-3-iscsi neutron-server[91875]: return func(*args, **kwargs) Jun 16 16:08:49.748713 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:08:49.748713 dv-cinder-796114-3-iscsi neutron-server[91875]: self._notify() Jun 16 16:08:49.748713 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:08:49.748713 dv-cinder-796114-3-iscsi neutron-server[91875]: self.callback(batched_events) Jun 16 16:08:49.748713 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:08:49.748713 dv-cinder-796114-3-iscsi neutron-server[91875]: event.method(event) Jun 16 16:08:49.748713 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:08:49.748713 dv-cinder-796114-3-iscsi neutron-server[91875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:08:49.748713 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:08:49.748713 dv-cinder-796114-3-iscsi neutron-server[91875]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:08:49.748713 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:08:49.748713 dv-cinder-796114-3-iscsi neutron-server[91875]: return f(self, *a, **k) Jun 16 16:08:49.748713 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:08:49.748713 dv-cinder-796114-3-iscsi neutron-server[91875]: return self._get(url).json() Jun 16 16:08:49.748713 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:08:49.748713 dv-cinder-796114-3-iscsi neutron-server[91875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:08:49.748713 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:08:49.748713 dv-cinder-796114-3-iscsi neutron-server[91875]: return self.request(url, 'GET', **kwargs) Jun 16 16:08:49.748713 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:08:49.748713 dv-cinder-796114-3-iscsi neutron-server[91875]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:08:49.748713 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:08:49.748713 dv-cinder-796114-3-iscsi neutron-server[91875]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:08:49.748713 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:08:49.748713 dv-cinder-796114-3-iscsi neutron-server[91875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:08:49.748713 dv-cinder-796114-3-iscsi neutron-server[91875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:08:49.765562 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2d7a1a84-b495-47ff-ae9d-263f545f635d req-177a7f11-573c-4713-b3cc-6e7877063a1b service neutron] 10.222.0.15 "GET /v2.0/networks/9b440f45-4a88-4d84-9a29-8220f48297fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176550 Jun 16 16:08:49.822787 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.v2.base [None req-51630e70-a8a2-4a6d-a0b1-211743f11f4c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1253434914-network', 'tenant_id': '8afe5da5b773479c9f8c3e1780a53245'}} {{(pid=91875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:08:49.825771 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-1df4cd2c-e741-462d-9095-1df387f45dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16236325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-700135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702067'] for network, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:49.831625 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-0b11d350-1dd3-4792-bf26-79f1cbcbc781 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:08:49.837110 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-1df4cd2c-e741-462d-9095-1df387f45dd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16222807'] for network, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:49.838936 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-1df4cd2c-e741-462d-9095-1df387f45dd9 admin admin] 10.222.0.49 "DELETE /v2.0/networks/97223e70-3be0-4b71-bad0-215c0b28ffe7 HTTP/1.1" status: 204 len: 168 time: 0.3388319 Jun 16 16:08:49.859414 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df4cd2c-e741-462d-9095-1df387f45dd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=97223e70-3be0-4b71-bad0-215c0b28ffe7,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:08:49.863328 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-1df4cd2c-e741-462d-9095-1df387f45dd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:08:49.878854 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51630e70-a8a2-4a6d-a0b1-211743f11f4c admin admin] Made reservation on behalf of 8afe5da5b773479c9f8c3e1780a53245 for: {'network': 1} {{(pid=91875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:08:49.881864 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-51630e70-a8a2-4a6d-a0b1-211743f11f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16110075'] for network, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:49.889131 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-ce6e1d70-117a-40c2-8081-53990f98322e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:49.892457 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-51630e70-a8a2-4a6d-a0b1-211743f11f4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:49.948393 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:49.979213 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 39706) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:08:49.996090 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-51630e70-a8a2-4a6d-a0b1-211743f11f4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:50.003896 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-51630e70-a8a2-4a6d-a0b1-211743f11f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:50.008394 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-caae56b0-d0b3-4351-98a2-3200212e637e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:08:50.021949 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-6be1c65f-8811-4469-9f30-5361ea3f2980 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9736a5dc95504648ab9aceb89928bdef&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0414383 Jun 16 16:08:50.024577 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 39708) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:08:50.029658 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51630e70-a8a2-4a6d-a0b1-211743f11f4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=91875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:08:50.045677 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-51630e70-a8a2-4a6d-a0b1-211743f11f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233616'] for segment, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:50.046026 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.db.segments_db [None req-51630e70-a8a2-4a6d-a0b1-211743f11f4c admin admin] Added segment 3d78f2bd-bfe7-408c-985f-1e83d69bf2f6 of type vlan for network aa6372f8-d467-4cdf-b8bd-ca1bac54a532 Jun 16 16:08:50.047548 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51630e70-a8a2-4a6d-a0b1-211743f11f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e09fa68c-43bb-4d4c-a1d7-db430e8972c0,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:08:50.058210 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-51630e70-a8a2-4a6d-a0b1-211743f11f4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:08:50.077279 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-0fc17bef-d73e-497e-91d5-fc2dbec6a95c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:50.091594 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-51630e70-a8a2-4a6d-a0b1-211743f11f4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726810908546'] for network, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:50.101063 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-0fc17bef-d73e-497e-91d5-fc2dbec6a95c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:50.120459 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-51630e70-a8a2-4a6d-a0b1-211743f11f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-700135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792'] for network, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:50.121766 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51630e70-a8a2-4a6d-a0b1-211743f11f4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:50.122352 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-51630e70-a8a2-4a6d-a0b1-211743f11f4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16222807'] for network, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:50.125242 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d377fe8f-0d5b-4277-96d0-eb1977bb9566 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:08:50.155848 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-0fc17bef-d73e-497e-91d5-fc2dbec6a95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:50.158785 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-0fc17bef-d73e-497e-91d5-fc2dbec6a95c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:50.159973 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-0fc17bef-d73e-497e-91d5-fc2dbec6a95c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2007a9fd-0924-4c06-81d9-70cd07345bf5 HTTP/1.1" status: 204 len: 168 time: 0.1341865 Jun 16 16:08:50.160780 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-0af8c81c-5393-4c89-beca-3fe548c5e30c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:08:50.174008 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc17bef-d73e-497e-91d5-fc2dbec6a95c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2007a9fd-0924-4c06-81d9-70cd07345bf5,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:08:50.176692 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-0fc17bef-d73e-497e-91d5-fc2dbec6a95c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:08:50.177042 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-51630e70-a8a2-4a6d-a0b1-211743f11f4c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4770267 Jun 16 16:08:50.180082 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 39712) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:08:50.186101 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-947bfec7-3664-4414-972d-c8005a4b11dc admin admin] Request body: {'subnet': {'network_id': 'aa6372f8-d467-4cdf-b8bd-ca1bac54a532', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1253434914-subnet', 'tenant_id': '8afe5da5b773479c9f8c3e1780a53245', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:08:50.195827 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51630e70-a8a2-4a6d-a0b1-211743f11f4c admin admin] Pushing event updated for resources: {'Network': ['ID=aa6372f8-d467-4cdf-b8bd-ca1bac54a532,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:08:50.204984 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-51630e70-a8a2-4a6d-a0b1-211743f11f4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:08:50.211867 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-947bfec7-3664-4414-972d-c8005a4b11dc admin admin] Made reservation on behalf of 8afe5da5b773479c9f8c3e1780a53245 for: {'subnet': 1} {{(pid=91874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:08:50.214121 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Network aa6372f8-d467-4cdf-b8bd-ca1bac54a532 details requested by agent ovs-agent-dv-cinder-796114-3-iscsi with host dv-cinder-796114-3-iscsi {{(pid=91876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:08:50.214686 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-947bfec7-3664-4414-972d-c8005a4b11dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3923756'] for subnet, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:50.407328 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-947bfec7-3664-4414-972d-c8005a4b11dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3529062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3923774'] for subnet, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:50.410893 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-83487e6d-30f4-4db9-8e50-9f43362007b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:08:50.466523 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947bfec7-3664-4414-972d-c8005a4b11dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7c5db3d-c195-46f0-952c-23ea6f8362fa,revision_number=0']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:08:50.470955 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-947bfec7-3664-4414-972d-c8005a4b11dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:08:50.475205 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947bfec7-3664-4414-972d-c8005a4b11dc admin admin] Checking segment: {'id': '3d78f2bd-bfe7-408c-985f-1e83d69bf2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'aa6372f8-d467-4cdf-b8bd-ca1bac54a532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:08:50.475569 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947bfec7-3664-4414-972d-c8005a4b11dc admin admin] Network hostable DHCP agents. Network: aa6372f8-d467-4cdf-b8bd-ca1bac54a532, hostable agents: ['bb1823c3-707b-401a-ae95-86070490f7a6'], hosted agents: [] {{(pid=91874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:08:50.493140 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947bfec7-3664-4414-972d-c8005a4b11dc admin admin] Network aa6372f8-d467-4cdf-b8bd-ca1bac54a532 is scheduled to be hosted by DHCP agent bb1823c3-707b-401a-ae95-86070490f7a6 with binding_index 1 {{(pid=91874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:08:50.499716 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a1b22-5c1c-471b-8750-52748a58be84 req-6a49d50d-6109-40fc-afe3-ae36e4bda53a tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:50.503158 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-7d2a1b22-5c1c-471b-8750-52748a58be84 req-6a49d50d-6109-40fc-afe3-ae36e4bda53a tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc60efe-e253-48bb-be1d-c16c72aab023 HTTP/1.1" status: 200 len: 945 time: 0.0795476 Jun 16 16:08:50.506806 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [None req-947bfec7-3664-4414-972d-c8005a4b11dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796114-3-iscsi, aa6372f8-d467-4cdf-b8bd-ca1bac54a532) {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:08:50.517775 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947bfec7-3664-4414-972d-c8005a4b11dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:50.519002 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-947bfec7-3664-4414-972d-c8005a4b11dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16222807'] for subnet, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:50.521961 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb99ed07-a249-4ffa-a9d7-bbbf24f15aa9 None None] Network aa6372f8-d467-4cdf-b8bd-ca1bac54a532 requested from dv-cinder-796114-3-iscsi {{(pid=91876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:08:50.546467 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-947bfec7-3664-4414-972d-c8005a4b11dc admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3649259 Jun 16 16:08:50.550971 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-7d2a1b22-5c1c-471b-8750-52748a58be84 req-3f80d7f0-cd50-49b1-9248-fd1dcbd38c21 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/security-groups?id=01064c80-ee96-4ba5-9d69-666f89adc486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397255 Jun 16 16:08:50.664593 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2500bd-f87d-4e1a-9d76-ed56c0ca9ef6 None None] Network aa6372f8-d467-4cdf-b8bd-ca1bac54a532 requested from dv-cinder-796114-3-iscsi {{(pid=91876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:08:50.666774 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device 782eee49-a82d-4eff-a01a-3cd311e180d2 no longer exists at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:08:50.699645 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] No Port match for: 782eee49-a82d-4eff-a01a-3cd311e180d2 {{(pid=91876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:08:50.700001 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device 782eee49-a82d-4eff-a01a-3cd311e180d2 not bound to the agent host dv-cinder-796114-3-iscsi {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:08:50.700431 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device cc55b78e-f20c-43db-81b3-45c4dc1d9121 no longer exists at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:08:50.745967 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] No Port match for: cc55b78e-f20c-43db-81b3-45c4dc1d9121 {{(pid=91876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:08:50.746323 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device cc55b78e-f20c-43db-81b3-45c4dc1d9121 not bound to the agent host dv-cinder-796114-3-iscsi {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:08:51.309012 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-6ad78952-ea93-43a4-8288-1e7c2f1dde9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:51.614372 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 39774) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:08:51.726209 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-b9b5aa91-c868-4ce3-9c14-7dfb29296c5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:51.811633 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-b9b5aa91-c868-4ce3-9c14-7dfb29296c5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:51.815474 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-b9b5aa91-c868-4ce3-9c14-7dfb29296c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:51.818572 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:08:51.853793 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-b9b5aa91-c868-4ce3-9c14-7dfb29296c5b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a9a807acc6f54c68b0719cae1c2a878b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2383702 Jun 16 16:08:51.854669 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b5aa91-c868-4ce3-9c14-7dfb29296c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a923bdd8-e726-46a9-87b4-76a5b4187f16,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:08:51.856471 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 39778) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:08:51.857626 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-b9b5aa91-c868-4ce3-9c14-7dfb29296c5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:08:51.905341 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e28c6701-35fd-452b-bab3-e02dd9807573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:51.925408 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e28c6701-35fd-452b-bab3-e02dd9807573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:51.969732 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e28c6701-35fd-452b-bab3-e02dd9807573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:51.972153 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e28c6701-35fd-452b-bab3-e02dd9807573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:51.973349 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-e28c6701-35fd-452b-bab3-e02dd9807573 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a923bdd8-e726-46a9-87b4-76a5b4187f16 HTTP/1.1" status: 204 len: 168 time: 0.1157506 Jun 16 16:08:51.974349 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-9f1d1f1c-4a76-4d25-9075-efcf989a9380 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:08:51.981565 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c6701-35fd-452b-bab3-e02dd9807573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a923bdd8-e726-46a9-87b4-76a5b4187f16,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:08:51.983742 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-e28c6701-35fd-452b-bab3-e02dd9807573 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:08:52.540812 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ebfb9-431b-486e-ad73-556bddd58d29 req-855e5bd0-f25b-46e5-80ad-ef71566f03a1 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:52.542300 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-3b8ebfb9-431b-486e-ad73-556bddd58d29 req-855e5bd0-f25b-46e5-80ad-ef71566f03a1 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] 10.222.0.49 "GET /v2.0/networks?id=aa6372f8-d467-4cdf-b8bd-ca1bac54a532 HTTP/1.1" status: 200 len: 814 time: 0.1019168 Jun 16 16:08:52.556739 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-3b8ebfb9-431b-486e-ad73-556bddd58d29 req-15661a4d-c0f2-4fca-902f-3665af2b1715 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] 10.222.0.49 "GET /v2.0/quotas/8afe5da5b773479c9f8c3e1780a53245 HTTP/1.1" status: 200 len: 375 time: 0.0090992 Jun 16 16:08:52.593960 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-3b8ebfb9-431b-486e-ad73-556bddd58d29 req-df49724f-9f66-4b55-b60d-cb3b528ed25f tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8afe5da5b773479c9f8c3e1780a53245&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322587 Jun 16 16:08:52.687387 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-3b8ebfb9-431b-486e-ad73-556bddd58d29 req-44de1394-f769-4f91-9ecc-cc9dff3f56ca service neutron] 10.222.0.49 "GET /v2.0/networks/aa6372f8-d467-4cdf-b8bd-ca1bac54a532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838356 Jun 16 16:08:52.780367 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-3b8ebfb9-431b-486e-ad73-556bddd58d29 req-bf1d95d6-9768-4557-9533-775a4804def9 service neutron] 10.222.0.49 "GET /v2.0/networks/aa6372f8-d467-4cdf-b8bd-ca1bac54a532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867200 Jun 16 16:08:52.833915 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-459ba97e-0994-401b-bd86-9772962a392e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:52.978049 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-4cbf5f88-b8e3-4e48-910e-95fcd4366093 req-dd6cef49-fce3-471a-abd5-6df5d43fb1c8 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc07247e-f89f-4a60-b8ce-45230376a13c HTTP/1.1" status: 200 len: 210 time: 0.0322967 Jun 16 16:08:54.151528 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-5025c7f8-0ca7-4db2-b612-12e47bfdbf52 req-f70129b9-49b2-477e-8b7b-9c1d0d505307 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc07247e-f89f-4a60-b8ce-45230376a13c HTTP/1.1" status: 200 len: 210 time: 0.0392559 Jun 16 16:08:54.197837 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ebfb9-431b-486e-ad73-556bddd58d29 req-d6b92904-4325-4774-811a-c196682c5f9a tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:54.199298 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-3b8ebfb9-431b-486e-ad73-556bddd58d29 req-d6b92904-4325-4774-811a-c196682c5f9a tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] 10.222.0.15 "GET /v2.0/networks?id=aa6372f8-d467-4cdf-b8bd-ca1bac54a532 HTTP/1.1" status: 200 len: 814 time: 0.1427178 Jun 16 16:08:54.223667 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [req-3b8ebfb9-431b-486e-ad73-556bddd58d29 req-f58b6848-b8dc-40df-a633-ef91621b3d8e tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] Request body: {'port': {'device_id': 'fc07247e-f89f-4a60-b8ce-45230376a13c', 'network_id': 'aa6372f8-d467-4cdf-b8bd-ca1bac54a532', 'admin_state_up': True, 'tenant_id': '8afe5da5b773479c9f8c3e1780a53245'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:08:54.334208 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b8ebfb9-431b-486e-ad73-556bddd58d29 req-f58b6848-b8dc-40df-a633-ef91621b3d8e tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] Made reservation on behalf of 8afe5da5b773479c9f8c3e1780a53245 for: {'port': 1} {{(pid=91874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:08:54.337696 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-3b8ebfb9-431b-486e-ad73-556bddd58d29 req-f58b6848-b8dc-40df-a633-ef91621b3d8e tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16110075'] for port, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:54.465937 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_common [req-3b8ebfb9-431b-486e-ad73-556bddd58d29 req-f58b6848-b8dc-40df-a633-ef91621b3d8e tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] Allocated IP 172.20.0.10 (aa6372f8-d467-4cdf-b8bd-ca1bac54a532/d7c5db3d-c195-46f0-952c-23ea6f8362fa/88e316f2-d90b-4c5a-b69f-e43d0f380f03) {{(pid=91874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:08:54.610625 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-3b8ebfb9-431b-486e-ad73-556bddd58d29 req-f58b6848-b8dc-40df-a633-ef91621b3d8e tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] Notify callbacks [] for port, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:54.649549 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-3b8ebfb9-431b-486e-ad73-556bddd58d29 req-f58b6848-b8dc-40df-a633-ef91621b3d8e tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16110910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726810954487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3529202'] for port, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:54.653917 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6c5276ce-249f-4136-8134-bb00db68bb57 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:08:54.708600 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b8ebfb9-431b-486e-ad73-556bddd58d29 req-f58b6848-b8dc-40df-a633-ef91621b3d8e tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] Network aa6372f8-d467-4cdf-b8bd-ca1bac54a532 is already hosted by enough agents. {{(pid=91874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:08:54.712124 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [req-3b8ebfb9-431b-486e-ad73-556bddd58d29 req-f58b6848-b8dc-40df-a633-ef91621b3d8e tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] Resources bound (agent type, host, resource id): {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:08:54.716618 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b8ebfb9-431b-486e-ad73-556bddd58d29 req-f58b6848-b8dc-40df-a633-ef91621b3d8e tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] Received port after_create {{(pid=91874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:08:54.720598 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58b6848-b8dc-40df-a633-ef91621b3d8e tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] Pushing event updated for resources: {'Port': ['ID=88e316f2-d90b-4c5a-b69f-e43d0f380f03,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:08:54.741129 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-f58b6848-b8dc-40df-a633-ef91621b3d8e tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:08:54.769752 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ebfb9-431b-486e-ad73-556bddd58d29 req-f58b6848-b8dc-40df-a633-ef91621b3d8e tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:54.770969 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-3b8ebfb9-431b-486e-ad73-556bddd58d29 req-f58b6848-b8dc-40df-a633-ef91621b3d8e tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208782'] for port, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:54.786776 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-3b8ebfb9-431b-486e-ad73-556bddd58d29 req-f58b6848-b8dc-40df-a633-ef91621b3d8e tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5667760 Jun 16 16:08:54.806684 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [req-3b8ebfb9-431b-486e-ad73-556bddd58d29 req-4154697c-95aa-4e62-bb1d-ad3bbabd55a3 service neutron] Request body: {'port': {'device_id': 'fc07247e-f89f-4a60-b8ce-45230376a13c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:08:54.882485 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-3b8ebfb9-431b-486e-ad73-556bddd58d29 req-4154697c-95aa-4e62-bb1d-ad3bbabd55a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:55.140037 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [req-3b8ebfb9-431b-486e-ad73-556bddd58d29 req-4154697c-95aa-4e62-bb1d-ad3bbabd55a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88e316f2-d90b-4c5a-b69f-e43d0f380f03 {{(pid=91874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:08:55.147380 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-3b8ebfb9-431b-486e-ad73-556bddd58d29 req-4154697c-95aa-4e62-bb1d-ad3bbabd55a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:55.158848 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [req-3b8ebfb9-431b-486e-ad73-556bddd58d29 req-4154697c-95aa-4e62-bb1d-ad3bbabd55a3 service neutron] Transition to ACTIVE for port object 88e316f2-d90b-4c5a-b69f-e43d0f380f03 will not be triggered until provisioned by entity L2. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:08:55.163928 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-3b8ebfb9-431b-486e-ad73-556bddd58d29 req-4154697c-95aa-4e62-bb1d-ad3bbabd55a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3529188'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:55.165919 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-01928ae9-4844-449b-9f70-28138d67f6b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:08:55.244273 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4154697c-95aa-4e62-bb1d-ad3bbabd55a3 service neutron] Pushing event updated for resources: {'Port': ['ID=88e316f2-d90b-4c5a-b69f-e43d0f380f03,revision_number=2']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:08:55.261654 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-4154697c-95aa-4e62-bb1d-ad3bbabd55a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:08:55.308923 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-3b8ebfb9-431b-486e-ad73-556bddd58d29 req-4154697c-95aa-4e62-bb1d-ad3bbabd55a3 service neutron] Attempting to bind port 88e316f2-d90b-4c5a-b69f-e43d0f380f03 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:08:55.309268 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-3b8ebfb9-431b-486e-ad73-556bddd58d29 req-4154697c-95aa-4e62-bb1d-ad3bbabd55a3 service neutron] Attempting to bind port 88e316f2-d90b-4c5a-b69f-e43d0f380f03 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '3d78f2bd-bfe7-408c-985f-1e83d69bf2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'aa6372f8-d467-4cdf-b8bd-ca1bac54a532'}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:08:55.309637 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8ebfb9-431b-486e-ad73-556bddd58d29 req-4154697c-95aa-4e62-bb1d-ad3bbabd55a3 service neutron] Attempting to bind port 88e316f2-d90b-4c5a-b69f-e43d0f380f03 on network aa6372f8-d467-4cdf-b8bd-ca1bac54a532 {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:08:55.314057 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8ebfb9-431b-486e-ad73-556bddd58d29 req-4154697c-95aa-4e62-bb1d-ad3bbabd55a3 service neutron] Port 88e316f2-d90b-4c5a-b69f-e43d0f380f03 on network aa6372f8-d467-4cdf-b8bd-ca1bac54a532 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:08:55.314387 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8ebfb9-431b-486e-ad73-556bddd58d29 req-4154697c-95aa-4e62-bb1d-ad3bbabd55a3 service neutron] Attempting to bind port 88e316f2-d90b-4c5a-b69f-e43d0f380f03 on network aa6372f8-d467-4cdf-b8bd-ca1bac54a532 {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:08:55.319102 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8ebfb9-431b-486e-ad73-556bddd58d29 req-4154697c-95aa-4e62-bb1d-ad3bbabd55a3 service neutron] Checking agent: {'id': 'c85a6c45-3e6f-4705-b11b-38e758c67377', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 3, 19), 'started_at': datetime.datetime(2021, 6, 16, 16, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:08:55.319441 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8ebfb9-431b-486e-ad73-556bddd58d29 req-4154697c-95aa-4e62-bb1d-ad3bbabd55a3 service neutron] Checking segment: {'id': '3d78f2bd-bfe7-408c-985f-1e83d69bf2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'aa6372f8-d467-4cdf-b8bd-ca1bac54a532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:08:55.319827 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8ebfb9-431b-486e-ad73-556bddd58d29 req-4154697c-95aa-4e62-bb1d-ad3bbabd55a3 service neutron] Bound using segment: {'id': '3d78f2bd-bfe7-408c-985f-1e83d69bf2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'aa6372f8-d467-4cdf-b8bd-ca1bac54a532'} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:08:55.320253 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-3b8ebfb9-431b-486e-ad73-556bddd58d29 req-4154697c-95aa-4e62-bb1d-ad3bbabd55a3 service neutron] Bound port: 88e316f2-d90b-4c5a-b69f-e43d0f380f03, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d78f2bd-bfe7-408c-985f-1e83d69bf2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'aa6372f8-d467-4cdf-b8bd-ca1bac54a532'}}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:08:55.320605 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-3b8ebfb9-431b-486e-ad73-556bddd58d29 req-4154697c-95aa-4e62-bb1d-ad3bbabd55a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:55.335133 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55374a24-6acb-42bf-ae27-aab132092320 req-0a6fe8df-9987-49c3-ba46-a315f68503ea tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:55.336596 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-55374a24-6acb-42bf-ae27-aab132092320 req-0a6fe8df-9987-49c3-ba46-a315f68503ea tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc07247e-f89f-4a60-b8ce-45230376a13c HTTP/1.1" status: 200 len: 944 time: 0.0623126 Jun 16 16:08:55.374570 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-55374a24-6acb-42bf-ae27-aab132092320 req-0fd1c518-e17b-41e7-9d16-97e25b73517e tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] 10.222.0.49 "GET /v2.0/security-groups?id=e09fa68c-43bb-4d4c-a1d7-db430e8972c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321593 Jun 16 16:08:55.382675 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [req-3b8ebfb9-431b-486e-ad73-556bddd58d29 req-4154697c-95aa-4e62-bb1d-ad3bbabd55a3 service neutron] For port 88e316f2-d90b-4c5a-b69f-e43d0f380f03, host hv-cinder-79611, cleared binding levels {{(pid=91874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:08:55.385788 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [req-3b8ebfb9-431b-486e-ad73-556bddd58d29 req-4154697c-95aa-4e62-bb1d-ad3bbabd55a3 service neutron] For port 88e316f2-d90b-4c5a-b69f-e43d0f380f03, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=88e316f2-d90b-4c5a-b69f-e43d0f380f03,segment=NetworkSegment(3d78f2bd-bfe7-408c-985f-1e83d69bf2f6),segment_id=3d78f2bd-bfe7-408c-985f-1e83d69bf2f6)] {{(pid=91874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:08:55.390442 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-3b8ebfb9-431b-486e-ad73-556bddd58d29 req-4154697c-95aa-4e62-bb1d-ad3bbabd55a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3529188'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:55.393231 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-a49b059c-3ae5-47d3-940a-bb3ca90b35ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:08:55.435268 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ebfb9-431b-486e-ad73-556bddd58d29 req-4154697c-95aa-4e62-bb1d-ad3bbabd55a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:55.435873 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-3b8ebfb9-431b-486e-ad73-556bddd58d29 req-4154697c-95aa-4e62-bb1d-ad3bbabd55a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208782'] for port, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:55.437214 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-3b8ebfb9-431b-486e-ad73-556bddd58d29 req-4154697c-95aa-4e62-bb1d-ad3bbabd55a3 service neutron] 10.222.0.15 "PUT /v2.0/ports/88e316f2-d90b-4c5a-b69f-e43d0f380f03 HTTP/1.1" status: 200 len: 1094 time: 0.6347368 Jun 16 16:08:55.437742 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc07247e-f89f-4a60-b8ce-45230376a13c', 'tag': '88e316f2-d90b-4c5a-b69f-e43d0f380f03'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:08:55.440275 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac39972ab304bebcb834853fc43b221d920fab97f47da84b7636f2612ed6f187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c260cfbf-1891-48a1-8083-caeda49f1105" -d '{"events": [{"name": "network-changed", "server_uuid": "fc07247e-f89f-4a60-b8ce-45230376a13c", "tag": "88e316f2-d90b-4c5a-b69f-e43d0f380f03"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:08:55.461240 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4154697c-95aa-4e62-bb1d-ad3bbabd55a3 service neutron] Pushing event updated for resources: {'Port': ['ID=88e316f2-d90b-4c5a-b69f-e43d0f380f03,revision_number=3']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:08:55.464227 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-4154697c-95aa-4e62-bb1d-ad3bbabd55a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:08:55.486985 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97330076-82ba-4453-8ee0-964d7014ca9d x-openstack-request-id: req-97330076-82ba-4453-8ee0-964d7014ca9d {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:08:55.487309 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc07247e-f89f-4a60-b8ce-45230376a13c", "tag": "88e316f2-d90b-4c5a-b69f-e43d0f380f03", "status": "completed", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:08:55.487593 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-97330076-82ba-4453-8ee0-964d7014ca9d {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:08:55.488014 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc07247e-f89f-4a60-b8ce-45230376a13c', 'tag': '88e316f2-d90b-4c5a-b69f-e43d0f380f03', 'status': 'completed', 'code': 200} Jun 16 16:08:55.532924 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ebfb9-431b-486e-ad73-556bddd58d29 req-2292c265-58ed-41b1-8860-5d6a2e0d325e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:55.534444 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-3b8ebfb9-431b-486e-ad73-556bddd58d29 req-2292c265-58ed-41b1-8860-5d6a2e0d325e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8afe5da5b773479c9f8c3e1780a53245&device_id=fc07247e-f89f-4a60-b8ce-45230376a13c HTTP/1.1" status: 200 len: 1097 time: 0.0559621 Jun 16 16:08:55.575018 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-3b8ebfb9-431b-486e-ad73-556bddd58d29 req-eff434bb-d587-4242-b063-2e02991a6577 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88e316f2-d90b-4c5a-b69f-e43d0f380f03 HTTP/1.1" status: 200 len: 217 time: 0.0323901 Jun 16 16:08:55.626982 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ebfb9-431b-486e-ad73-556bddd58d29 req-924a18f2-3ffb-4044-8b43-4dd8a05afe4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:55.628381 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-3b8ebfb9-431b-486e-ad73-556bddd58d29 req-924a18f2-3ffb-4044-8b43-4dd8a05afe4e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d7c5db3d-c195-46f0-952c-23ea6f8362fa HTTP/1.1" status: 200 len: 854 time: 0.0446773 Jun 16 16:08:55.669678 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-3b8ebfb9-431b-486e-ad73-556bddd58d29 req-8ed5de45-3cb6-477f-ac9d-66da47f75473 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aa6372f8-d467-4cdf-b8bd-ca1bac54a532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269966 Jun 16 16:08:55.763195 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-3b8ebfb9-431b-486e-ad73-556bddd58d29 req-45b39d35-44be-40c3-bc31-9957723332bc service neutron] 10.222.0.15 "GET /v2.0/networks/aa6372f8-d467-4cdf-b8bd-ca1bac54a532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843132 Jun 16 16:08:55.854848 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-3b8ebfb9-431b-486e-ad73-556bddd58d29 req-8ab8021a-e1f0-44f9-8a56-33d9bdb855f1 service neutron] 10.222.0.15 "GET /v2.0/networks/aa6372f8-d467-4cdf-b8bd-ca1bac54a532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847070 Jun 16 16:08:55.974628 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c260cfbf-1891-48a1-8083-caeda49f1105 req-27bb3222-2eb5-419d-a40e-e329907e6ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:55.974628 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c260cfbf-1891-48a1-8083-caeda49f1105 req-27bb3222-2eb5-419d-a40e-e329907e6ee4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8afe5da5b773479c9f8c3e1780a53245&device_id=fc07247e-f89f-4a60-b8ce-45230376a13c HTTP/1.1" status: 200 len: 1097 time: 0.0533876 Jun 16 16:08:56.071801 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c260cfbf-1891-48a1-8083-caeda49f1105 req-56685efd-e4a5-4036-9124-9d81af57b117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:56.073515 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c260cfbf-1891-48a1-8083-caeda49f1105 req-56685efd-e4a5-4036-9124-9d81af57b117 service neutron] 10.222.0.15 "GET /v2.0/networks?id=aa6372f8-d467-4cdf-b8bd-ca1bac54a532 HTTP/1.1" status: 200 len: 915 time: 0.0925632 Jun 16 16:08:56.118659 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c260cfbf-1891-48a1-8083-caeda49f1105 req-c96e284c-d737-4e64-a507-c483288fd42c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88e316f2-d90b-4c5a-b69f-e43d0f380f03 HTTP/1.1" status: 200 len: 217 time: 0.0344441 Jun 16 16:08:56.168400 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c260cfbf-1891-48a1-8083-caeda49f1105 req-e77e83b0-037c-44e8-ae12-a8fc451be7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:56.169975 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c260cfbf-1891-48a1-8083-caeda49f1105 req-e77e83b0-037c-44e8-ae12-a8fc451be7e8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d7c5db3d-c195-46f0-952c-23ea6f8362fa HTTP/1.1" status: 200 len: 854 time: 0.0448260 Jun 16 16:08:56.212032 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c260cfbf-1891-48a1-8083-caeda49f1105 req-ae164423-7061-49a9-a83c-8e9339cdb377 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aa6372f8-d467-4cdf-b8bd-ca1bac54a532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300021 Jun 16 16:08:56.318098 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 39898) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:08:56.426807 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-c1829e7f-c4e1-4ef3-a35c-479f7ffe4179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:56.532254 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c260cfbf-1891-48a1-8083-caeda49f1105 req-2f58c66c-a384-4e3f-b615-e85a671a7175 service neutron] 10.222.0.15 "GET /v2.0/networks/aa6372f8-d467-4cdf-b8bd-ca1bac54a532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136601 Jun 16 16:08:56.558301 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-c1829e7f-c4e1-4ef3-a35c-479f7ffe4179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:56.563092 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-c1829e7f-c4e1-4ef3-a35c-479f7ffe4179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:56.567309 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-75acf21c-034a-4bde-9904-2106f0721a48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:08:56.614614 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-c1829e7f-c4e1-4ef3-a35c-479f7ffe4179 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=02fbb06ac3a945a9949bcd6e3ee0741a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2950790 Jun 16 16:08:56.616350 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1829e7f-c4e1-4ef3-a35c-479f7ffe4179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afce5a6b-f2b6-4b01-bab4-57d759b9ec57,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:08:56.619222 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 39904) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:08:56.619419 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-c1829e7f-c4e1-4ef3-a35c-479f7ffe4179 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:08:56.627418 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889204cd-f40d-4fda-bd7e-4134e36e0746 req-755604df-0e8e-41f9-b720-e1b78c1cb48d tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:56.629863 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-889204cd-f40d-4fda-bd7e-4134e36e0746 req-755604df-0e8e-41f9-b720-e1b78c1cb48d tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc07247e-f89f-4a60-b8ce-45230376a13c HTTP/1.1" status: 200 len: 944 time: 0.1369898 Jun 16 16:08:56.635998 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c260cfbf-1891-48a1-8083-caeda49f1105 req-f8565661-c229-4e95-8d2f-4807b21bab7d service neutron] 10.222.0.15 "GET /v2.0/networks/aa6372f8-d467-4cdf-b8bd-ca1bac54a532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969429 Jun 16 16:08:56.675630 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-48460d3f-442f-41eb-93c0-9bbc5131e817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:56.676937 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-889204cd-f40d-4fda-bd7e-4134e36e0746 req-c9188d99-a075-4e36-a2a6-691981714364 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] 10.222.0.49 "GET /v2.0/security-groups?id=e09fa68c-43bb-4d4c-a1d7-db430e8972c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399303 Jun 16 16:08:56.698068 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-48460d3f-442f-41eb-93c0-9bbc5131e817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:56.743879 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-48460d3f-442f-41eb-93c0-9bbc5131e817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:56.746448 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-48460d3f-442f-41eb-93c0-9bbc5131e817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:56.747568 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-48460d3f-442f-41eb-93c0-9bbc5131e817 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/afce5a6b-f2b6-4b01-bab4-57d759b9ec57 HTTP/1.1" status: 204 len: 168 time: 0.1274087 Jun 16 16:08:56.748368 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-56395c8c-9acf-48f9-abfb-41810513c846 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:08:56.756418 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48460d3f-442f-41eb-93c0-9bbc5131e817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afce5a6b-f2b6-4b01-bab4-57d759b9ec57,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:08:56.758715 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-48460d3f-442f-41eb-93c0-9bbc5131e817 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:08:56.999047 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 39910) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:08:57.012563 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-7a2b8f1d-1a33-4554-97de-d79757f7be1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:57.102701 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-7a2b8f1d-1a33-4554-97de-d79757f7be1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:57.106316 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-7a2b8f1d-1a33-4554-97de-d79757f7be1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:57.109353 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-43c07919-2f75-4206-9427-8c2718c7d1dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:08:57.142979 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-7a2b8f1d-1a33-4554-97de-d79757f7be1a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fe5d9c4d44aa4e3db5882bb7d26cb11c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1428583 Jun 16 16:08:57.144987 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2b8f1d-1a33-4554-97de-d79757f7be1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7268f71-84e4-4420-b8e8-d5eece373fa0,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:08:57.146092 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 39912) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:08:57.148026 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-7a2b8f1d-1a33-4554-97de-d79757f7be1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:08:57.194870 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-0008b8ca-5a30-42cd-aa6a-515aa4d27bb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:57.215631 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-0008b8ca-5a30-42cd-aa6a-515aa4d27bb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:57.271888 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-0008b8ca-5a30-42cd-aa6a-515aa4d27bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:57.274526 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-0008b8ca-5a30-42cd-aa6a-515aa4d27bb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:57.275666 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-0008b8ca-5a30-42cd-aa6a-515aa4d27bb3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c7268f71-84e4-4420-b8e8-d5eece373fa0 HTTP/1.1" status: 204 len: 168 time: 0.1286049 Jun 16 16:08:57.276483 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-9abb8bfc-f8a1-4994-b128-a1a5c135ff7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:08:57.284207 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0008b8ca-5a30-42cd-aa6a-515aa4d27bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7268f71-84e4-4420-b8e8-d5eece373fa0,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:08:57.287238 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-0008b8ca-5a30-42cd-aa6a-515aa4d27bb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:08:57.868987 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32209212-59b9-438a-885a-0ebbf4313017 req-f95297ff-62c9-4d5d-89f8-4c929ee48803 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:57.870391 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-32209212-59b9-438a-885a-0ebbf4313017 req-f95297ff-62c9-4d5d-89f8-4c929ee48803 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc07247e-f89f-4a60-b8ce-45230376a13c HTTP/1.1" status: 200 len: 944 time: 0.0772438 Jun 16 16:08:57.909131 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-32209212-59b9-438a-885a-0ebbf4313017 req-54ebdaf4-3a2c-485b-bd28-e35493c61a66 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] 10.222.0.49 "GET /v2.0/security-groups?id=e09fa68c-43bb-4d4c-a1d7-db430e8972c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329392 Jun 16 16:08:59.094562 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60519268-f6d4-4eec-9fab-bbada435caf9 req-741abb24-1b69-4d41-b072-97620b5cdfc3 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:59.096276 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-60519268-f6d4-4eec-9fab-bbada435caf9 req-741abb24-1b69-4d41-b072-97620b5cdfc3 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc07247e-f89f-4a60-b8ce-45230376a13c HTTP/1.1" status: 200 len: 944 time: 0.0700934 Jun 16 16:08:59.136932 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-60519268-f6d4-4eec-9fab-bbada435caf9 req-d2acfc2e-4bd5-49f9-93c4-fdc0d83a8074 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] 10.222.0.49 "GET /v2.0/security-groups?id=e09fa68c-43bb-4d4c-a1d7-db430e8972c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337455 Jun 16 16:08:59.992805 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 40048) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:09:00.099170 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-40e47035-985d-462f-9cda-e95aa429a3cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:00.115778 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device 88e316f2-d90b-4c5a-b69f-e43d0f380f03 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91876) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:09:00.202510 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-40e47035-985d-462f-9cda-e95aa429a3cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:00.206996 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-40e47035-985d-462f-9cda-e95aa429a3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:00.210787 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-a458b5ff-eeab-452c-b0dd-4e03f5471387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:09:00.217028 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] For port 88e316f2-d90b-4c5a-b69f-e43d0f380f03, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=88e316f2-d90b-4c5a-b69f-e43d0f380f03,segment=NetworkSegment(3d78f2bd-bfe7-408c-985f-1e83d69bf2f6),segment_id=3d78f2bd-bfe7-408c-985f-1e83d69bf2f6)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:09:00.232684 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Returning: {'device': '88e316f2-d90b-4c5a-b69f-e43d0f380f03', 'network_id': 'aa6372f8-d467-4cdf-b8bd-ca1bac54a532', 'port_id': '88e316f2-d90b-4c5a-b69f-e43d0f380f03', 'mac_address': 'fa:16:3e:4f:f6:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7c5db3d-c195-46f0-952c-23ea6f8362fa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91876) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:09:00.257916 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-40e47035-985d-462f-9cda-e95aa429a3cb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9b4db71aba964b41b72160dfe52009ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2639368 Jun 16 16:09:00.258703 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 40054) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:09:00.260143 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e47035-985d-462f-9cda-e95aa429a3cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e755a686-f4df-4000-840b-e53f2d757d64,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:09:00.263486 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-40e47035-985d-462f-9cda-e95aa429a3cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:09:00.275127 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:00.287714 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.notifiers.nova [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88e316f2-d90b-4c5a-b69f-e43d0f380f03 {{(pid=91876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:09:00.308429 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] For port 88e316f2-d90b-4c5a-b69f-e43d0f380f03, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=88e316f2-d90b-4c5a-b69f-e43d0f380f03,segment=NetworkSegment(3d78f2bd-bfe7-408c-985f-1e83d69bf2f6),segment_id=3d78f2bd-bfe7-408c-985f-1e83d69bf2f6)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:09:00.314079 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:00.316358 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:09:00.327656 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-a6353c73-6ab1-47b3-9ccd-b50ecd829347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:00.331774 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf4e7f-03c4-41bc-8f2a-fb983b906e2d req-05bd5a6a-5661-4cb5-b501-3263fbf256a3 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:00.333899 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-bfaf4e7f-03c4-41bc-8f2a-fb983b906e2d req-05bd5a6a-5661-4cb5-b501-3263fbf256a3 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc07247e-f89f-4a60-b8ce-45230376a13c HTTP/1.1" status: 200 len: 944 time: 0.0748107 Jun 16 16:09:00.355207 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-a6353c73-6ab1-47b3-9ccd-b50ecd829347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:00.363239 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Pushing event updated for resources: {'Port': ['ID=88e316f2-d90b-4c5a-b69f-e43d0f380f03,revision_number=4']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:09:00.371344 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:09:00.371700 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:09:00.372046 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:09:00.372384 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:09:00.372724 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:09:00.373062 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:09:00.373410 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:09:00.373746 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:09:00.374077 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:09:00.374405 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:09:00.374733 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:09:00.375054 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:09:00.377292 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-bfaf4e7f-03c4-41bc-8f2a-fb983b906e2d req-03564ec6-642c-4d61-b777-1ea492b3c818 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] 10.222.0.49 "GET /v2.0/security-groups?id=e09fa68c-43bb-4d4c-a1d7-db430e8972c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376887 Jun 16 16:09:00.385885 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:09:00.402344 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-a6353c73-6ab1-47b3-9ccd-b50ecd829347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:00.405087 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-a6353c73-6ab1-47b3-9ccd-b50ecd829347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:00.406235 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-a6353c73-6ab1-47b3-9ccd-b50ecd829347 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e755a686-f4df-4000-840b-e53f2d757d64 HTTP/1.1" status: 204 len: 168 time: 0.1465805 Jun 16 16:09:00.406976 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-f05c631d-f6b3-40e8-827f-baf37920e304 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:09:00.414595 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6353c73-6ab1-47b3-9ccd-b50ecd829347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e755a686-f4df-4000-840b-e53f2d757d64,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:09:00.416850 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-a6353c73-6ab1-47b3-9ccd-b50ecd829347 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:09:00.624537 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] get_ports_and_sgs() called for port_ids ['88e316f2-d90b-4c5a-b69f-e43d0f380f03'] {{(pid=91876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:09:00.660207 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 40060) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:09:00.674944 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f424540d-7901-4d83-bebd-776388a5d6f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:00.772449 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f424540d-7901-4d83-bebd-776388a5d6f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:00.776141 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f424540d-7901-4d83-bebd-776388a5d6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:00.779275 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-376e41b5-02da-4d58-9125-06d9700da28d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:09:00.814137 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-f424540d-7901-4d83-bebd-776388a5d6f0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=51d6f1ac8edf446cb34ab2ca3cab8403&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1521425 Jun 16 16:09:00.814994 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f424540d-7901-4d83-bebd-776388a5d6f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4091fc-76d1-4b16-b7eb-fc4e47757932,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:09:00.818223 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 40062) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:09:00.818596 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-f424540d-7901-4d83-bebd-776388a5d6f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:09:00.867271 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-8b92602a-d439-48c0-824d-4a9252ddbabc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:00.887758 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-8b92602a-d439-48c0-824d-4a9252ddbabc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:00.933331 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-8b92602a-d439-48c0-824d-4a9252ddbabc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:00.936341 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-8b92602a-d439-48c0-824d-4a9252ddbabc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:00.937478 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-8b92602a-d439-48c0-824d-4a9252ddbabc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4b4091fc-76d1-4b16-b7eb-fc4e47757932 HTTP/1.1" status: 204 len: 168 time: 0.1177223 Jun 16 16:09:00.938209 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-df6cde22-8264-4ef0-9475-db4f8affd2b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:09:00.946216 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b92602a-d439-48c0-824d-4a9252ddbabc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4091fc-76d1-4b16-b7eb-fc4e47757932,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:09:00.948458 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-8b92602a-d439-48c0-824d-4a9252ddbabc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:09:01.560606 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fbe8a0-a0ed-4623-bd48-237657f4e021 req-9d3bb9f8-95da-46af-8006-b86592817495 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:01.562132 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-c0fbe8a0-a0ed-4623-bd48-237657f4e021 req-9d3bb9f8-95da-46af-8006-b86592817495 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc07247e-f89f-4a60-b8ce-45230376a13c HTTP/1.1" status: 200 len: 945 time: 0.0690005 Jun 16 16:09:01.600818 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-c0fbe8a0-a0ed-4623-bd48-237657f4e021 req-c4b0a426-0715-46c4-a047-ca30e55a7a79 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] 10.222.0.49 "GET /v2.0/security-groups?id=e09fa68c-43bb-4d4c-a1d7-db430e8972c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326185 Jun 16 16:09:02.134522 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device 88e316f2-d90b-4c5a-b69f-e43d0f380f03 up at agent hyperv_hv-cinder-79611 {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:09:02.189374 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Provisioning for port 88e316f2-d90b-4c5a-b69f-e43d0f380f03 completed by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:09:02.194813 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Provisioning complete for port 88e316f2-d90b-4c5a-b69f-e43d0f380f03 triggered by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:09:02.195113 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:02.283684 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:02.307325 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc07247e-f89f-4a60-b8ce-45230376a13c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88e316f2-d90b-4c5a-b69f-e43d0f380f03'}] {{(pid=91876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:09:02.309708 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a9c68db8c06307a0250ecdd4df366f09270e0987ddc1c5d61c2ecaceaac02f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ecf3895-a832-4335-a66b-503c6c0ada5d" -d '{"events": [{"server_uuid": "fc07247e-f89f-4a60-b8ce-45230376a13c", "name": "network-vif-plugged", "status": "completed", "tag": "88e316f2-d90b-4c5a-b69f-e43d0f380f03"}]}' {{(pid=91876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:09:02.324097 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] For port 88e316f2-d90b-4c5a-b69f-e43d0f380f03, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=88e316f2-d90b-4c5a-b69f-e43d0f380f03,segment=NetworkSegment(3d78f2bd-bfe7-408c-985f-1e83d69bf2f6),segment_id=3d78f2bd-bfe7-408c-985f-1e83d69bf2f6)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:09:02.329659 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:02.331793 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:09:02.356406 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14811205-4bc5-45df-afe7-8df58ae99216 x-openstack-request-id: req-14811205-4bc5-45df-afe7-8df58ae99216 {{(pid=91876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:09:02.356709 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc07247e-f89f-4a60-b8ce-45230376a13c", "name": "network-vif-plugged", "status": "completed", "tag": "88e316f2-d90b-4c5a-b69f-e43d0f380f03", "code": 200}]} {{(pid=91876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:09:02.356971 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-14811205-4bc5-45df-afe7-8df58ae99216 {{(pid=91876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:09:02.357357 dv-cinder-796114-3-iscsi neutron-server[91876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc07247e-f89f-4a60-b8ce-45230376a13c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88e316f2-d90b-4c5a-b69f-e43d0f380f03', 'code': 200} Jun 16 16:09:02.385501 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Pushing event updated for resources: {'Port': ['ID=88e316f2-d90b-4c5a-b69f-e43d0f380f03,revision_number=5']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:09:02.388698 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:09:02.530320 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 40116) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:09:02.574964 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c031f-b24b-4398-b3e6-e22d3503ebb9 req-81943159-0bfa-4912-920e-50abf4a60666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:02.576920 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-b47c031f-b24b-4398-b3e6-e22d3503ebb9 req-81943159-0bfa-4912-920e-50abf4a60666 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fc07247e-f89f-4a60-b8ce-45230376a13c HTTP/1.1" status: 200 len: 1099 time: 0.0543711 Jun 16 16:09:02.616111 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-b47c031f-b24b-4398-b3e6-e22d3503ebb9 req-ab814b0a-c203-4b4e-ae67-9ba43fb83972 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e09fa68c-43bb-4d4c-a1d7-db430e8972c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311296 Jun 16 16:09:02.661825 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-7ce0f58c-f8d3-483d-b422-0bd343ef8c9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:02.790695 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-7ce0f58c-f8d3-483d-b422-0bd343ef8c9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:02.799399 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-7ce0f58c-f8d3-483d-b422-0bd343ef8c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:02.804975 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-ec5371dd-f83b-42df-a2b6-c4d87d3e7a6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:09:02.842979 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d2415-b3f4-4707-baa7-3b589d87da3c req-e7f4f003-5b19-4292-a040-db6ffdd988e4 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:02.844423 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-cb0d2415-b3f4-4707-baa7-3b589d87da3c req-e7f4f003-5b19-4292-a040-db6ffdd988e4 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc07247e-f89f-4a60-b8ce-45230376a13c HTTP/1.1" status: 200 len: 946 time: 0.1316614 Jun 16 16:09:02.867569 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-7ce0f58c-f8d3-483d-b422-0bd343ef8c9c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c095aa6951954575adb01930015d18f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3361471 Jun 16 16:09:02.870253 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 40122) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:09:02.874648 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce0f58c-f8d3-483d-b422-0bd343ef8c9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a990b2-628c-4cde-9573-3b8b1707c315,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:09:02.878901 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-7ce0f58c-f8d3-483d-b422-0bd343ef8c9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:09:02.900299 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-cb0d2415-b3f4-4707-baa7-3b589d87da3c req-a3f8fe87-0a50-468d-a955-9e9b09be1cdf tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] 10.222.0.49 "GET /v2.0/security-groups?id=e09fa68c-43bb-4d4c-a1d7-db430e8972c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494854 Jun 16 16:09:02.930092 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8be5c716-79d8-4ab2-ade0-48e9b2885bd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:02.955945 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8be5c716-79d8-4ab2-ade0-48e9b2885bd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:03.004135 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8be5c716-79d8-4ab2-ade0-48e9b2885bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:03.007675 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8be5c716-79d8-4ab2-ade0-48e9b2885bd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:03.008817 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-8be5c716-79d8-4ab2-ade0-48e9b2885bd0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/30a990b2-628c-4cde-9573-3b8b1707c315 HTTP/1.1" status: 204 len: 168 time: 0.1375637 Jun 16 16:09:03.009653 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-623b1024-c3c6-44e1-bad1-8ec2dcdb1180 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:09:03.020998 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be5c716-79d8-4ab2-ade0-48e9b2885bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a990b2-628c-4cde-9573-3b8b1707c315,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:09:03.023554 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-8be5c716-79d8-4ab2-ade0-48e9b2885bd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:09:03.284707 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 40128) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:09:03.298624 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-94964a81-dedd-4f5e-b8a8-74149b0b11db admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:03.388173 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-94964a81-dedd-4f5e-b8a8-74149b0b11db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:03.391854 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-94964a81-dedd-4f5e-b8a8-74149b0b11db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:03.394945 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-aa5ae5f9-af24-4af3-85d2-d68ce5225300 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:09:03.429557 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94964a81-dedd-4f5e-b8a8-74149b0b11db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ab2ec1-9e90-4871-aa61-bf5783067a88,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:09:03.433830 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-94964a81-dedd-4f5e-b8a8-74149b0b11db admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e70b3ac077dc405890336ece4c9e3b43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1480024 Jun 16 16:09:03.434808 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-94964a81-dedd-4f5e-b8a8-74149b0b11db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:09:03.436373 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 40130) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:09:03.486091 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-07de21b7-7920-4a8d-b7c2-a8cad3f3159f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:03.507808 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-07de21b7-7920-4a8d-b7c2-a8cad3f3159f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:03.558627 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-07de21b7-7920-4a8d-b7c2-a8cad3f3159f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:03.561109 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-07de21b7-7920-4a8d-b7c2-a8cad3f3159f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:03.562269 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-07de21b7-7920-4a8d-b7c2-a8cad3f3159f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/71ab2ec1-9e90-4871-aa61-bf5783067a88 HTTP/1.1" status: 204 len: 168 time: 0.1250083 Jun 16 16:09:03.563014 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-d417d74b-02f9-4c0f-b088-9ae6b892a092 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:09:03.570793 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de21b7-7920-4a8d-b7c2-a8cad3f3159f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ab2ec1-9e90-4871-aa61-bf5783067a88,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:09:03.573120 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-07de21b7-7920-4a8d-b7c2-a8cad3f3159f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:09:04.084752 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e5bee-9128-4dae-aaea-52129b910680 req-f2be3f6d-57eb-4c24-9a7f-f1bf03200736 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:04.086318 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-b59e5bee-9128-4dae-aaea-52129b910680 req-f2be3f6d-57eb-4c24-9a7f-f1bf03200736 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc07247e-f89f-4a60-b8ce-45230376a13c HTTP/1.1" status: 200 len: 946 time: 0.0686350 Jun 16 16:09:04.126009 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-b59e5bee-9128-4dae-aaea-52129b910680 req-221c0f9c-88e1-402e-b2be-4e23630d4a7d tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] 10.222.0.49 "GET /v2.0/security-groups?id=e09fa68c-43bb-4d4c-a1d7-db430e8972c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339015 Jun 16 16:09:04.836769 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 40228) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:09:04.949171 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8ace947a-46ba-4d91-93fd-4487f4cdfb8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:05.041659 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8ace947a-46ba-4d91-93fd-4487f4cdfb8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:05.045308 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8ace947a-46ba-4d91-93fd-4487f4cdfb8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:05.048704 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-212004ff-7e43-4046-8a0d-043eaaf71c65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:09:05.086015 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-8ace947a-46ba-4d91-93fd-4487f4cdfb8c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=64bc45818de44fc3afe719dac2596968&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2478878 Jun 16 16:09:05.087756 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ace947a-46ba-4d91-93fd-4487f4cdfb8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0e24c5-fd6b-40aa-b632-4884daa2e135,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:09:05.088482 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 40234) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:09:05.090779 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-8ace947a-46ba-4d91-93fd-4487f4cdfb8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:09:05.137470 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-058f73c1-fcbd-42b7-ad40-3a9d5f2d565c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:05.159218 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-058f73c1-fcbd-42b7-ad40-3a9d5f2d565c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:05.204990 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-058f73c1-fcbd-42b7-ad40-3a9d5f2d565c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:05.207543 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-058f73c1-fcbd-42b7-ad40-3a9d5f2d565c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:05.209307 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-058f73c1-fcbd-42b7-ad40-3a9d5f2d565c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4f0e24c5-fd6b-40aa-b632-4884daa2e135 HTTP/1.1" status: 204 len: 168 time: 0.1198158 Jun 16 16:09:05.210108 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-7ce0f58c-f8d3-483d-b422-0bd343ef8c9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:09:05.218524 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058f73c1-fcbd-42b7-ad40-3a9d5f2d565c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0e24c5-fd6b-40aa-b632-4884daa2e135,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:09:05.220668 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-058f73c1-fcbd-42b7-ad40-3a9d5f2d565c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:09:13.144012 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 40376) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:09:13.244938 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-118d69da-5daa-4b9f-80d3-ebd4129706bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:13.332381 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-118d69da-5daa-4b9f-80d3-ebd4129706bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:13.336962 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-118d69da-5daa-4b9f-80d3-ebd4129706bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:13.339247 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-7a608be0-72b3-46c1-ab57-9c4f5e371823 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:09:13.379361 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-118d69da-5daa-4b9f-80d3-ebd4129706bf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=aead2a20a9614693b02f957fdad6c043&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2342777 Jun 16 16:09:13.380955 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118d69da-5daa-4b9f-80d3-ebd4129706bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9651d4ea-c1c4-40b1-b9f7-d7865ed23093,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:09:13.382664 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 40380) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:09:13.384311 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-118d69da-5daa-4b9f-80d3-ebd4129706bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:09:13.449985 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-407e8b4b-022f-4d79-95af-f0b8a4d218b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:13.471349 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-407e8b4b-022f-4d79-95af-f0b8a4d218b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:13.518775 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-407e8b4b-022f-4d79-95af-f0b8a4d218b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:13.521633 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-407e8b4b-022f-4d79-95af-f0b8a4d218b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:13.522806 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-407e8b4b-022f-4d79-95af-f0b8a4d218b7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9651d4ea-c1c4-40b1-b9f7-d7865ed23093 HTTP/1.1" status: 204 len: 168 time: 0.1391468 Jun 16 16:09:13.523551 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:09:13.531036 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407e8b4b-022f-4d79-95af-f0b8a4d218b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9651d4ea-c1c4-40b1-b9f7-d7865ed23093,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:09:13.533438 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-407e8b4b-022f-4d79-95af-f0b8a4d218b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:09:13.781274 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 40386) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:09:13.794294 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-9fc60049-5a10-48de-9b22-e56ba4412c9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:13.884896 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-9fc60049-5a10-48de-9b22-e56ba4412c9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:13.888684 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-9fc60049-5a10-48de-9b22-e56ba4412c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:13.891837 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-48460d3f-442f-41eb-93c0-9bbc5131e817 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:09:13.928408 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-9fc60049-5a10-48de-9b22-e56ba4412c9e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cce3a7ea1677467987a9dde40e4ffde4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1460254 Jun 16 16:09:13.929328 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc60049-5a10-48de-9b22-e56ba4412c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1094ab1-7932-4ca4-b487-bdc75dbdac5b,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:09:13.931062 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 40390) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:09:13.932349 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-9fc60049-5a10-48de-9b22-e56ba4412c9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:09:13.979539 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-eed92fcc-ba97-4601-87d8-7d4b0b14d807 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:13.999616 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-eed92fcc-ba97-4601-87d8-7d4b0b14d807 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:14.046204 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-eed92fcc-ba97-4601-87d8-7d4b0b14d807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:14.049482 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-eed92fcc-ba97-4601-87d8-7d4b0b14d807 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:14.057797 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-eed92fcc-ba97-4601-87d8-7d4b0b14d807 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b1094ab1-7932-4ca4-b487-bdc75dbdac5b HTTP/1.1" status: 204 len: 168 time: 0.1211772 Jun 16 16:09:14.058768 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-f39222fe-384f-42db-8f7f-09280f1c5d38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:09:14.067316 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed92fcc-ba97-4601-87d8-7d4b0b14d807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1094ab1-7932-4ca4-b487-bdc75dbdac5b,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:09:14.071028 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-eed92fcc-ba97-4601-87d8-7d4b0b14d807 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:09:14.372135 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 40398) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:09:14.386923 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d113efe8-c7b4-4761-818d-01bb395ba8d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:14.479298 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d113efe8-c7b4-4761-818d-01bb395ba8d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:14.483012 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d113efe8-c7b4-4761-818d-01bb395ba8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:14.485425 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-70b13169-91f5-4f60-8722-a957d7e9f1ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:09:14.519420 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d113efe8-c7b4-4761-818d-01bb395ba8d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd57ef84-ebe5-499a-a3c4-93614c8ca639,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:09:14.524548 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-d113efe8-c7b4-4761-818d-01bb395ba8d3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5caefccacfdd4ae6a564acd31429fa98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1512115 Jun 16 16:09:14.525566 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d113efe8-c7b4-4761-818d-01bb395ba8d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:09:14.527048 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 40400) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:09:14.579216 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-3d59716a-4bb3-422d-af17-42629f7a4314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:14.601723 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-3d59716a-4bb3-422d-af17-42629f7a4314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:14.646585 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-3d59716a-4bb3-422d-af17-42629f7a4314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:14.649963 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-3d59716a-4bb3-422d-af17-42629f7a4314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:14.651294 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-3d59716a-4bb3-422d-af17-42629f7a4314 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bd57ef84-ebe5-499a-a3c4-93614c8ca639 HTTP/1.1" status: 204 len: 168 time: 0.1233573 Jun 16 16:09:14.652105 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-f39d593f-b2e5-4c84-9613-7837f48d4583 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:09:14.660059 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d59716a-4bb3-422d-af17-42629f7a4314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd57ef84-ebe5-499a-a3c4-93614c8ca639,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:09:14.667960 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-3d59716a-4bb3-422d-af17-42629f7a4314 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:09:14.918786 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a06455-489d-460b-b630-8f47cf0ebe03 req-96125107-ca56-4b68-b1d0-dc7b25c8fee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:14.920255 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a2a06455-489d-460b-b630-8f47cf0ebe03 req-96125107-ca56-4b68-b1d0-dc7b25c8fee6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bfaef4bc7f0242ec88bbc5b303f5ed3f&device_id=dcea0d10-72a4-47af-8121-651cc80eeb6f HTTP/1.1" status: 200 len: 1138 time: 0.0913813 Jun 16 16:09:14.958710 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de0225-00b5-4adc-ae5e-82611bb59df1 req-e672a05f-bead-490b-a14c-7e31422670c5 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:14.960736 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-22de0225-00b5-4adc-ae5e-82611bb59df1 req-e672a05f-bead-490b-a14c-7e31422670c5 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcea0d10-72a4-47af-8121-651cc80eeb6f HTTP/1.1" status: 200 len: 985 time: 0.1021855 Jun 16 16:09:15.042491 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-22de0225-00b5-4adc-ae5e-82611bb59df1 req-e14fd40a-6ddb-4be4-a433-70831ed9caff tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/security-groups?id=5933ce38-3af1-484e-a188-a96e41ffdad5&id=7a090f09-4654-4407-bdfe-a691bf3d5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549531 Jun 16 16:09:15.061550 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a06455-489d-460b-b630-8f47cf0ebe03 req-fab732be-8280-45ef-8cfd-54e4a935bdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:15.063192 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a2a06455-489d-460b-b630-8f47cf0ebe03 req-fab732be-8280-45ef-8cfd-54e4a935bdc3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=975c7a53-c8d3-4435-b0cd-f603c84a6c6a HTTP/1.1" status: 200 len: 915 time: 0.1338620 Jun 16 16:09:15.142498 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a2a06455-489d-460b-b630-8f47cf0ebe03 req-e19bebdc-ca23-4928-a8ca-bb99d3184049 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38fdebf4-1f82-4e7b-b9ce-db5620efd43b HTTP/1.1" status: 200 len: 1002 time: 0.0650601 Jun 16 16:09:15.201420 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a06455-489d-460b-b630-8f47cf0ebe03 req-fe012c7d-0b75-483d-a570-43c0ea82811b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:15.202848 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a2a06455-489d-460b-b630-8f47cf0ebe03 req-fe012c7d-0b75-483d-a570-43c0ea82811b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=47184301-1ba5-4e64-8bf7-e81f9d73c729 HTTP/1.1" status: 200 len: 853 time: 0.0457606 Jun 16 16:09:15.272740 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a06455-489d-460b-b630-8f47cf0ebe03 req-c6276c7a-1a12-4ba8-b378-b692b55931e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:15.275082 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a2a06455-489d-460b-b630-8f47cf0ebe03 req-c6276c7a-1a12-4ba8-b378-b692b55931e7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=975c7a53-c8d3-4435-b0cd-f603c84a6c6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0615330 Jun 16 16:09:15.365099 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a2a06455-489d-460b-b630-8f47cf0ebe03 req-6f6ca40b-772f-4af2-9349-135846e9fc69 service neutron] 10.222.0.15 "GET /v2.0/networks/975c7a53-c8d3-4435-b0cd-f603c84a6c6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826983 Jun 16 16:09:15.466404 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a2a06455-489d-460b-b630-8f47cf0ebe03 req-487c8e51-887d-4d34-9596-59d5ea1a2d23 service neutron] 10.222.0.15 "GET /v2.0/networks/975c7a53-c8d3-4435-b0cd-f603c84a6c6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919745 Jun 16 16:09:15.746335 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 40438) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:09:15.852144 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bca047a4-a4f7-4371-8cc3-6c6ce75dd4fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:15.941616 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bca047a4-a4f7-4371-8cc3-6c6ce75dd4fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:15.945883 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bca047a4-a4f7-4371-8cc3-6c6ce75dd4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:15.948130 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-df181880-5fe6-4d1a-b072-0ae8460429e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:09:15.982904 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca047a4-a4f7-4371-8cc3-6c6ce75dd4fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a31d16e5-826d-433c-962d-5a623e212d0c,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:09:15.986507 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-bca047a4-a4f7-4371-8cc3-6c6ce75dd4fb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=add251914ca34c2aa85e07aa2719024b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2391484 Jun 16 16:09:15.989217 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 40442) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:09:15.992784 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca047a4-a4f7-4371-8cc3-6c6ce75dd4fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:09:15.993157 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca047a4-a4f7-4371-8cc3-6c6ce75dd4fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:09:15.993548 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca047a4-a4f7-4371-8cc3-6c6ce75dd4fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:09:15.993909 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca047a4-a4f7-4371-8cc3-6c6ce75dd4fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:09:15.994266 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca047a4-a4f7-4371-8cc3-6c6ce75dd4fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:09:15.994621 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca047a4-a4f7-4371-8cc3-6c6ce75dd4fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:09:15.994971 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca047a4-a4f7-4371-8cc3-6c6ce75dd4fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:09:15.995321 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca047a4-a4f7-4371-8cc3-6c6ce75dd4fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:09:15.995669 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca047a4-a4f7-4371-8cc3-6c6ce75dd4fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:09:15.996017 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca047a4-a4f7-4371-8cc3-6c6ce75dd4fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:09:15.996362 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca047a4-a4f7-4371-8cc3-6c6ce75dd4fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:09:15.996736 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca047a4-a4f7-4371-8cc3-6c6ce75dd4fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:09:16.001042 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bca047a4-a4f7-4371-8cc3-6c6ce75dd4fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:09:16.044021 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8575b97f-1240-4f84-a866-e91db440ccd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:16.066742 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8575b97f-1240-4f84-a866-e91db440ccd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:16.114318 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8575b97f-1240-4f84-a866-e91db440ccd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:16.117603 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8575b97f-1240-4f84-a866-e91db440ccd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:16.118759 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-8575b97f-1240-4f84-a866-e91db440ccd5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a31d16e5-826d-433c-962d-5a623e212d0c HTTP/1.1" status: 204 len: 168 time: 0.1284733 Jun 16 16:09:16.119546 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-8ace947a-46ba-4d91-93fd-4487f4cdfb8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:09:16.126917 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8575b97f-1240-4f84-a866-e91db440ccd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31d16e5-826d-433c-962d-5a623e212d0c,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:09:16.139441 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8575b97f-1240-4f84-a866-e91db440ccd5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:09:16.139920 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8575b97f-1240-4f84-a866-e91db440ccd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:09:16.140340 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8575b97f-1240-4f84-a866-e91db440ccd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:09:16.140711 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8575b97f-1240-4f84-a866-e91db440ccd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:09:16.141072 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8575b97f-1240-4f84-a866-e91db440ccd5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:09:16.141459 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8575b97f-1240-4f84-a866-e91db440ccd5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:09:16.141817 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8575b97f-1240-4f84-a866-e91db440ccd5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:09:16.142227 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8575b97f-1240-4f84-a866-e91db440ccd5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:09:16.142588 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8575b97f-1240-4f84-a866-e91db440ccd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:09:16.142940 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8575b97f-1240-4f84-a866-e91db440ccd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:09:16.143290 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8575b97f-1240-4f84-a866-e91db440ccd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:09:16.143637 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8575b97f-1240-4f84-a866-e91db440ccd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:09:16.147177 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-8575b97f-1240-4f84-a866-e91db440ccd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:09:16.243880 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb94dc-5332-42ae-b526-daf679fc0fb5 req-711c2f88-ceeb-45f8-8155-04a924f4d334 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:16.243880 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-e9bb94dc-5332-42ae-b526-daf679fc0fb5 req-711c2f88-ceeb-45f8-8155-04a924f4d334 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcea0d10-72a4-47af-8121-651cc80eeb6f HTTP/1.1" status: 200 len: 985 time: 0.0745106 Jun 16 16:09:16.556562 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-e9bb94dc-5332-42ae-b526-daf679fc0fb5 req-a00063d1-48be-418d-ac40-0d5c16acc8ff tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/security-groups?id=5933ce38-3af1-484e-a188-a96e41ffdad5&id=7a090f09-4654-4407-bdfe-a691bf3d5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3106978 Jun 16 16:09:17.452553 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-7838881d-964b-400f-ba52-016008d92404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:17.733821 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1254281-a593-4a63-b822-8bda17cdd577 req-314501c6-2966-4a7c-bcdc-206940e5220f tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:17.735283 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d1254281-a593-4a63-b822-8bda17cdd577 req-314501c6-2966-4a7c-bcdc-206940e5220f tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcea0d10-72a4-47af-8121-651cc80eeb6f HTTP/1.1" status: 200 len: 985 time: 0.0662639 Jun 16 16:09:17.775274 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d1254281-a593-4a63-b822-8bda17cdd577 req-f04839cf-b32f-4bb4-90bb-08957272ab37 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/security-groups?id=5933ce38-3af1-484e-a188-a96e41ffdad5&id=7a090f09-4654-4407-bdfe-a691bf3d5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340171 Jun 16 16:09:18.991959 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f284e7-e8a1-4e6f-9404-3ca6ff2bd660 req-fd481d40-6711-4bfd-bfb2-1c1d93261c6e tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:18.994068 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-f4f284e7-e8a1-4e6f-9404-3ca6ff2bd660 req-fd481d40-6711-4bfd-bfb2-1c1d93261c6e tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcea0d10-72a4-47af-8121-651cc80eeb6f HTTP/1.1" status: 200 len: 985 time: 0.0775852 Jun 16 16:09:19.040012 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-f4f284e7-e8a1-4e6f-9404-3ca6ff2bd660 req-9b62ebb9-5499-410e-aa32-b0b196218af1 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/security-groups?id=5933ce38-3af1-484e-a188-a96e41ffdad5&id=7a090f09-4654-4407-bdfe-a691bf3d5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0395675 Jun 16 16:09:19.404159 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:19.883006 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c6a0fa2e-5a23-43dd-aa9e-482a310041c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:19.949171 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:20.219677 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c4080-9bbd-431c-9b3a-f111147f2f93 req-2537be70-80d4-456f-a9b5-ec45b9048572 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:20.221110 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-893c4080-9bbd-431c-9b3a-f111147f2f93 req-2537be70-80d4-456f-a9b5-ec45b9048572 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcea0d10-72a4-47af-8121-651cc80eeb6f HTTP/1.1" status: 200 len: 985 time: 0.0654469 Jun 16 16:09:20.263380 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-893c4080-9bbd-431c-9b3a-f111147f2f93 req-4e222999-e116-475d-b4f3-238082d88df9 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/security-groups?id=5933ce38-3af1-484e-a188-a96e41ffdad5&id=7a090f09-4654-4407-bdfe-a691bf3d5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343540 Jun 16 16:09:20.374850 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c5a20de1-4dd5-44f9-8591-ce45d481862f req-133ed3a0-dd95-4c7c-a9ee-55676e4f9a6e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0cc60efe-e253-48bb-be1d-c16c72aab023&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0519626 Jun 16 16:09:20.468735 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a20de1-4dd5-44f9-8591-ce45d481862f req-861e086d-a994-494b-adba-e4681fb051cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:20.470233 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c5a20de1-4dd5-44f9-8591-ce45d481862f req-861e086d-a994-494b-adba-e4681fb051cd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6f37c6beb22479fae2758d3ed17d813&device_id=0cc60efe-e253-48bb-be1d-c16c72aab023 HTTP/1.1" status: 200 len: 1098 time: 0.0598936 Jun 16 16:09:20.576564 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a20de1-4dd5-44f9-8591-ce45d481862f req-dde3c52c-edf6-4378-b363-fca4353ae6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:20.578030 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c5a20de1-4dd5-44f9-8591-ce45d481862f req-dde3c52c-edf6-4378-b363-fca4353ae6bf service neutron] 10.222.0.15 "GET /v2.0/networks?id=9b440f45-4a88-4d84-9a29-8220f48297fe HTTP/1.1" status: 200 len: 910 time: 0.0833302 Jun 16 16:09:20.664532 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c5a20de1-4dd5-44f9-8591-ce45d481862f req-dd8c21ba-3b14-4ade-90b7-e77117373a18 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=251c5bee-1a5b-4457-960d-646b0cb7a851 HTTP/1.1" status: 200 len: 1001 time: 0.0611019 Jun 16 16:09:20.716308 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a20de1-4dd5-44f9-8591-ce45d481862f req-8a2bce82-8637-4de2-9099-b53bc330381a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:20.717752 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c5a20de1-4dd5-44f9-8591-ce45d481862f req-8a2bce82-8637-4de2-9099-b53bc330381a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ea00e02a-6838-40a9-b1d7-a5a03e20d3b1 HTTP/1.1" status: 200 len: 848 time: 0.0442748 Jun 16 16:09:20.776031 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a20de1-4dd5-44f9-8591-ce45d481862f req-f3679b9a-dbe6-4a28-8e04-858b91827a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:20.777506 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c5a20de1-4dd5-44f9-8591-ce45d481862f req-f3679b9a-dbe6-4a28-8e04-858b91827a07 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9b440f45-4a88-4d84-9a29-8220f48297fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0501235 Jun 16 16:09:20.877647 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c5a20de1-4dd5-44f9-8591-ce45d481862f req-d3cb77d5-9562-452c-9683-d7ac504f7e64 service neutron] 10.222.0.15 "GET /v2.0/networks/9b440f45-4a88-4d84-9a29-8220f48297fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876501 Jun 16 16:09:20.972986 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c5a20de1-4dd5-44f9-8591-ce45d481862f req-39465521-ba6e-403d-94b2-4365f3037c48 service neutron] 10.222.0.15 "GET /v2.0/networks/9b440f45-4a88-4d84-9a29-8220f48297fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822353 Jun 16 16:09:21.307201 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-6ad78952-ea93-43a4-8288-1e7c2f1dde9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:21.440009 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b51af-3158-4565-92cb-95360f1b8a1e req-cc21db7d-e5fb-4540-8d7f-c82b75dedda3 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:21.441560 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-8b5b51af-3158-4565-92cb-95360f1b8a1e req-cc21db7d-e5fb-4540-8d7f-c82b75dedda3 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcea0d10-72a4-47af-8121-651cc80eeb6f HTTP/1.1" status: 200 len: 985 time: 0.0682199 Jun 16 16:09:21.489053 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-8b5b51af-3158-4565-92cb-95360f1b8a1e req-d225569f-932e-4f94-98cf-b0c9da9c9c41 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/security-groups?id=5933ce38-3af1-484e-a188-a96e41ffdad5&id=7a090f09-4654-4407-bdfe-a691bf3d5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0404947 Jun 16 16:09:22.663373 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668314da-7e9a-44de-a1d1-6e8802d58a60 req-ff42b7a4-05c5-4891-975c-29492376c2cf tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:22.664821 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-668314da-7e9a-44de-a1d1-6e8802d58a60 req-ff42b7a4-05c5-4891-975c-29492376c2cf tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcea0d10-72a4-47af-8121-651cc80eeb6f HTTP/1.1" status: 200 len: 985 time: 0.0623236 Jun 16 16:09:22.704114 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-668314da-7e9a-44de-a1d1-6e8802d58a60 req-e2fca5a4-c1e4-4a2e-8587-99205184974b tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/security-groups?id=5933ce38-3af1-484e-a188-a96e41ffdad5&id=7a090f09-4654-4407-bdfe-a691bf3d5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336013 Jun 16 16:09:22.832162 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-459ba97e-0994-401b-bd86-9772962a392e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:23.818076 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.agents_db [None req-058d43c2-15cf-4374-9ac5-1369303d1fb9 None None] Agent healthcheck: found 6 active agents {{(pid=91877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:09:23.884965 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af1faf0-6932-42d3-834d-fbcf86afdc9b req-06f49240-e697-4467-92e1-76b5d0b1664e tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:23.886456 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-8af1faf0-6932-42d3-834d-fbcf86afdc9b req-06f49240-e697-4467-92e1-76b5d0b1664e tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcea0d10-72a4-47af-8121-651cc80eeb6f HTTP/1.1" status: 200 len: 985 time: 0.0668075 Jun 16 16:09:23.925977 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-8af1faf0-6932-42d3-834d-fbcf86afdc9b req-79fabbc8-fc7b-4e10-bfd9-8f09cf3766c6 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/security-groups?id=5933ce38-3af1-484e-a188-a96e41ffdad5&id=7a090f09-4654-4407-bdfe-a691bf3d5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336721 Jun 16 16:09:25.112192 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a512f10-6c81-4bca-91e7-fdb5f136e627 req-fdfca3cc-2c1d-49bc-af40-8eaa57479b00 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:25.113701 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-5a512f10-6c81-4bca-91e7-fdb5f136e627 req-fdfca3cc-2c1d-49bc-af40-8eaa57479b00 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcea0d10-72a4-47af-8121-651cc80eeb6f HTTP/1.1" status: 200 len: 985 time: 0.0645578 Jun 16 16:09:25.157569 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-5a512f10-6c81-4bca-91e7-fdb5f136e627 req-23583c69-b424-4ad9-815b-23b7f93e2ea9 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/security-groups?id=5933ce38-3af1-484e-a188-a96e41ffdad5&id=7a090f09-4654-4407-bdfe-a691bf3d5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0366364 Jun 16 16:09:25.489209 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88983270-e291-42e4-8269-cddb316aced1 req-4294b9fa-52c1-4d29-84d1-e75f59eaa32b tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:25.490962 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-88983270-e291-42e4-8269-cddb316aced1 req-4294b9fa-52c1-4d29-84d1-e75f59eaa32b tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 946 time: 0.0635259 Jun 16 16:09:25.529527 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-88983270-e291-42e4-8269-cddb316aced1 req-70ed4433-34d9-46ee-8758-ba2506feef52 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329077 Jun 16 16:09:26.333095 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00da86-f3cb-4491-ae23-18923c731b8e req-3a538be5-089d-4854-91a0-1f07fb4612e5 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:26.335113 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-5d00da86-f3cb-4491-ae23-18923c731b8e req-3a538be5-089d-4854-91a0-1f07fb4612e5 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcea0d10-72a4-47af-8121-651cc80eeb6f HTTP/1.1" status: 200 len: 985 time: 0.0637653 Jun 16 16:09:26.374101 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-5d00da86-f3cb-4491-ae23-18923c731b8e req-0e274721-8b1d-437f-985f-d40376f999e0 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/security-groups?id=5933ce38-3af1-484e-a188-a96e41ffdad5&id=7a090f09-4654-4407-bdfe-a691bf3d5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332015 Jun 16 16:09:26.712100 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36686d3-24ba-4a30-866e-dde71b628aa8 req-75bbcd79-7570-4f21-abca-b6f86a6d4403 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:26.713544 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-f36686d3-24ba-4a30-866e-dde71b628aa8 req-75bbcd79-7570-4f21-abca-b6f86a6d4403 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 946 time: 0.0648189 Jun 16 16:09:26.748821 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-f36686d3-24ba-4a30-866e-dde71b628aa8 req-42a9bf5b-3f33-42c1-9cd9-7bcaa670b4cc tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296769 Jun 16 16:09:27.591540 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ef72fd-0e52-45dd-8269-ceacd20dd7de req-80634da8-26c1-4d96-bfaa-d942d34890dd tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:27.593005 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-96ef72fd-0e52-45dd-8269-ceacd20dd7de req-80634da8-26c1-4d96-bfaa-d942d34890dd tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcea0d10-72a4-47af-8121-651cc80eeb6f HTTP/1.1" status: 200 len: 985 time: 0.1110215 Jun 16 16:09:27.605604 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca367a2-97e6-4881-b0aa-af724e0b558b req-ed7c9cf4-1755-42ca-88e1-587ad4d21f51 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:27.606985 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-bca367a2-97e6-4881-b0aa-af724e0b558b req-ed7c9cf4-1755-42ca-88e1-587ad4d21f51 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.15 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 946 time: 0.0940983 Jun 16 16:09:27.670725 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-96ef72fd-0e52-45dd-8269-ceacd20dd7de req-bcdb85d3-86ce-4ab3-afa0-3bf07cf4c274 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/security-groups?id=5933ce38-3af1-484e-a188-a96e41ffdad5&id=7a090f09-4654-4407-bdfe-a691bf3d5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0627649 Jun 16 16:09:27.733584 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [req-bca367a2-97e6-4881-b0aa-af724e0b558b req-05647715-fae7-4363-bcf2-cf1d7ddc6fe3 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Deleting port 6575874c-1654-4f04-8efd-46fb3521dfb7 {{(pid=91874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:09:27.733926 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-bca367a2-97e6-4881-b0aa-af724e0b558b req-05647715-fae7-4363-bcf2-cf1d7ddc6fe3 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726811340957'] for port, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:27.819848 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [req-bca367a2-97e6-4881-b0aa-af724e0b558b req-05647715-fae7-4363-bcf2-cf1d7ddc6fe3 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] For port 6575874c-1654-4f04-8efd-46fb3521dfb7, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=6575874c-1654-4f04-8efd-46fb3521dfb7,segment=NetworkSegment(9b04c04a-5851-495d-91c5-098f1a7e56ff),segment_id=9b04c04a-5851-495d-91c5-098f1a7e56ff)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:09:27.820213 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-bca367a2-97e6-4881-b0aa-af724e0b558b req-05647715-fae7-4363-bcf2-cf1d7ddc6fe3 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674541'] for port, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:27.925026 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f04a1-2c3b-40fb-96aa-88a6d12c835e req-0a242440-2acd-4a26-a462-c9aa3d7762a6 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:27.926422 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-444f04a1-2c3b-40fb-96aa-88a6d12c835e req-0a242440-2acd-4a26-a462-c9aa3d7762a6 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 946 time: 0.0617385 Jun 16 16:09:27.969289 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-444f04a1-2c3b-40fb-96aa-88a6d12c835e req-ee9e4ed6-da5e-48db-b140-93b14d507e5e tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed02e11-065f-457a-bf3f-44af4fe327b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362563 Jun 16 16:09:28.014290 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-bca367a2-97e6-4881-b0aa-af724e0b558b req-05647715-fae7-4363-bcf2-cf1d7ddc6fe3 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:28.014663 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-bca367a2-97e6-4881-b0aa-af724e0b558b req-05647715-fae7-4363-bcf2-cf1d7ddc6fe3 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702189'] for floatingip, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:28.014981 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.db.l3_db [req-bca367a2-97e6-4881-b0aa-af724e0b558b req-05647715-fae7-4363-bcf2-cf1d7ddc6fe3 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Floating IP 4f86be5b-1c0a-4bc2-9492-15191ccffefe disassociated. External IP: 172.27.1.29, port: 6575874c-1654-4f04-8efd-46fb3521dfb7. Jun 16 16:09:28.015322 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [req-bca367a2-97e6-4881-b0aa-af724e0b558b req-05647715-fae7-4363-bcf2-cf1d7ddc6fe3 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Calling delete_port for 6575874c-1654-4f04-8efd-46fb3521dfb7 owned by compute:nova {{(pid=91874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:09:28.144038 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-bca367a2-97e6-4881-b0aa-af724e0b558b req-05647715-fae7-4363-bcf2-cf1d7ddc6fe3 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726811346809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726810953732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3529197'] for port, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:28.149674 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-a49b059c-3ae5-47d3-940a-bb3ca90b35ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:09:28.179573 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05647715-fae7-4363-bcf2-cf1d7ddc6fe3 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Pushing event deleted for resources: {'Port': ['ID=6575874c-1654-4f04-8efd-46fb3521dfb7,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:09:28.183794 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-05647715-fae7-4363-bcf2-cf1d7ddc6fe3 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:09:28.287488 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bca367a2-97e6-4881-b0aa-af724e0b558b req-05647715-fae7-4363-bcf2-cf1d7ddc6fe3 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Router 055c9b6e-7b28-4250-a567-731b1fadb57f has already been hosted by L3 agent 0e7678c9-774c-4c46-a09f-f3aaee363ca4 {{(pid=91874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:09:28.391534 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bca367a2-97e6-4881-b0aa-af724e0b558b req-05647715-fae7-4363-bcf2-cf1d7ddc6fe3 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify agent at l3_agent.dv-cinder-796114-3-iscsi the message routers_updated {{(pid=91874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:09:28.402269 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941a3624-6a99-4ec2-97b9-8d75117270ca None None] Sync routers for ids ['055c9b6e-7b28-4250-a567-731b1fadb57f'] in dv-cinder-796114-3-iscsi {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:09:28.412852 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941a3624-6a99-4ec2-97b9-8d75117270ca None None] Routers {'055c9b6e-7b28-4250-a567-731b1fadb57f'} bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:09:28.413531 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-941a3624-6a99-4ec2-97b9-8d75117270ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:57:20Z,description=,heartbeat_timestamp=2021-06-16T16:09:20Z,host='dv-cinder-796114-3-iscsi',id=0e7678c9-774c-4c46-a09f-f3aaee363ca4,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:57:20Z,topic='l3_agent')) {'router_ids': ['055c9b6e-7b28-4250-a567-731b1fadb57f'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:09:28.524573 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-941a3624-6a99-4ec2-97b9-8d75117270ca None None] Set router 055c9b6e-7b28-4250-a567-731b1fadb57f gateway port host: dv-cinder-796114-3-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:09:28.660369 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [req-bca367a2-97e6-4881-b0aa-af724e0b558b req-05647715-fae7-4363-bcf2-cf1d7ddc6fe3 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] No DVR routers for this DVR port 6575874c-1654-4f04-8efd-46fb3521dfb7 on host hv-cinder-79611 {{(pid=91874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:09:28.662940 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-bca367a2-97e6-4881-b0aa-af724e0b558b req-05647715-fae7-4363-bcf2-cf1d7ddc6fe3 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208782'] for port, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:28.665076 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-bca367a2-97e6-4881-b0aa-af724e0b558b req-05647715-fae7-4363-bcf2-cf1d7ddc6fe3 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.15 "DELETE /v2.0/ports/6575874c-1654-4f04-8efd-46fb3521dfb7 HTTP/1.1" status: 204 len: 173 time: 1.0432734 Jun 16 16:09:28.665348 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b182016a-ee8e-4a87-8b8e-4d34fb9cf74b', 'name': 'network-vif-deleted', 'tag': '6575874c-1654-4f04-8efd-46fb3521dfb7'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:09:28.667642 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac39972ab304bebcb834853fc43b221d920fab97f47da84b7636f2612ed6f187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c16b34-c067-4e74-bf66-9d235315ad4c" -d '{"events": [{"server_uuid": "b182016a-ee8e-4a87-8b8e-4d34fb9cf74b", "name": "network-vif-deleted", "tag": "6575874c-1654-4f04-8efd-46fb3521dfb7"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:09:28.707994 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78e7dcb-5748-445b-aa53-34ba75ae6a23 x-openstack-request-id: req-b78e7dcb-5748-445b-aa53-34ba75ae6a23 {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:09:28.708383 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b182016a-ee8e-4a87-8b8e-4d34fb9cf74b", "name": "network-vif-deleted", "tag": "6575874c-1654-4f04-8efd-46fb3521dfb7", "status": "completed", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:09:28.708662 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b78e7dcb-5748-445b-aa53-34ba75ae6a23 {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:09:28.709347 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b182016a-ee8e-4a87-8b8e-4d34fb9cf74b', 'name': 'network-vif-deleted', 'tag': '6575874c-1654-4f04-8efd-46fb3521dfb7', 'status': 'completed', 'code': 200} Jun 16 16:09:28.755721 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-941a3624-6a99-4ec2-97b9-8d75117270ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '055c9b6e-7b28-4250-a567-731b1fadb57f', 'name': 'tempest-AttachVolumeShelveTestJSON-1689198256-router', 'tenant_id': '16b677d62510476d919b610e7baa5577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '6da1a5f4-82c1-43e0-a78a-2bf5174efd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:04:52Z', 'updated_at': '2021-06-16T16:04:58Z', 'revision_number': 4, 'project_id': '16b677d62510476d919b610e7baa5577', 'gw_port': {'id': '6da1a5f4-82c1-43e0-a78a-2bf5174efd5c', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:75:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055c9b6e-7b28-4250-a567-731b1fadb57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:04:53Z', 'updated_at': '2021-06-16T16:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi', '_interfaces': [{'id': 'f4b30c25-4506-4be3-b50b-2b05a2ea7ceb', 'name': '', 'network_id': 'cfdbc1d1-75c9-493c-aefe-3be5c8294cd4', 'tenant_id': '16b677d62510476d919b610e7baa5577', 'mac_address': 'fa:16:3e:2d:cb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055c9b6e-7b28-4250-a567-731b1fadb57f', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6b78bc3c-b434-4bd5-9871-761bea7dd046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:04:57Z', 'updated_at': '2021-06-16T16:05:11Z', 'revision_number': 5, 'project_id': '16b677d62510476d919b610e7baa5577', 'subnets': [{'id': '6b78bc3c-b434-4bd5-9871-761bea7dd046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:09:28.759890 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941a3624-6a99-4ec2-97b9-8d75117270ca None None] Checking router: 055c9b6e-7b28-4250-a567-731b1fadb57f for host: dv-cinder-796114-3-iscsi {{(pid=91876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:09:28.769774 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941a3624-6a99-4ec2-97b9-8d75117270ca None None] Routers {'055c9b6e-7b28-4250-a567-731b1fadb57f'} bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:09:28.770404 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-941a3624-6a99-4ec2-97b9-8d75117270ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:57:20Z,description=,heartbeat_timestamp=2021-06-16T16:09:20Z,host='dv-cinder-796114-3-iscsi',id=0e7678c9-774c-4c46-a09f-f3aaee363ca4,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:57:20Z,topic='l3_agent')) {'router_ids': ['055c9b6e-7b28-4250-a567-731b1fadb57f'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:09:28.854819 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0042ef4-e959-4e64-9a46-cbe7e9ebe285 req-056edf78-e5a0-417f-be40-5d3748a21dde tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:28.856748 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-c0042ef4-e959-4e64-9a46-cbe7e9ebe285 req-056edf78-e5a0-417f-be40-5d3748a21dde tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcea0d10-72a4-47af-8121-651cc80eeb6f HTTP/1.1" status: 200 len: 985 time: 0.0664515 Jun 16 16:09:28.892168 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-941a3624-6a99-4ec2-97b9-8d75117270ca None None] Set router 055c9b6e-7b28-4250-a567-731b1fadb57f gateway port host: dv-cinder-796114-3-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:09:28.902380 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-c0042ef4-e959-4e64-9a46-cbe7e9ebe285 req-7f14d9bc-3807-424d-a0c5-93cdab393fac tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/security-groups?id=5933ce38-3af1-484e-a188-a96e41ffdad5&id=7a090f09-4654-4407-bdfe-a691bf3d5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0376198 Jun 16 16:09:29.094207 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-941a3624-6a99-4ec2-97b9-8d75117270ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '055c9b6e-7b28-4250-a567-731b1fadb57f', 'name': 'tempest-AttachVolumeShelveTestJSON-1689198256-router', 'tenant_id': '16b677d62510476d919b610e7baa5577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '6da1a5f4-82c1-43e0-a78a-2bf5174efd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:04:52Z', 'updated_at': '2021-06-16T16:04:58Z', 'revision_number': 4, 'project_id': '16b677d62510476d919b610e7baa5577', 'gw_port': {'id': '6da1a5f4-82c1-43e0-a78a-2bf5174efd5c', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:75:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055c9b6e-7b28-4250-a567-731b1fadb57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:04:53Z', 'updated_at': '2021-06-16T16:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi', '_interfaces': [{'id': 'f4b30c25-4506-4be3-b50b-2b05a2ea7ceb', 'name': '', 'network_id': 'cfdbc1d1-75c9-493c-aefe-3be5c8294cd4', 'tenant_id': '16b677d62510476d919b610e7baa5577', 'mac_address': 'fa:16:3e:2d:cb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055c9b6e-7b28-4250-a567-731b1fadb57f', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6b78bc3c-b434-4bd5-9871-761bea7dd046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:04:57Z', 'updated_at': '2021-06-16T16:05:11Z', 'revision_number': 5, 'project_id': '16b677d62510476d919b610e7baa5577', 'subnets': [{'id': '6b78bc3c-b434-4bd5-9871-761bea7dd046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:09:29.097962 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941a3624-6a99-4ec2-97b9-8d75117270ca None None] The sync data for ids ['055c9b6e-7b28-4250-a567-731b1fadb57f'] in dv-cinder-796114-3-iscsi is: [{'id': '055c9b6e-7b28-4250-a567-731b1fadb57f', 'name': 'tempest-AttachVolumeShelveTestJSON-1689198256-router', 'tenant_id': '16b677d62510476d919b610e7baa5577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '6da1a5f4-82c1-43e0-a78a-2bf5174efd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:04:52Z', 'updated_at': '2021-06-16T16:04:58Z', 'revision_number': 4, 'project_id': '16b677d62510476d919b610e7baa5577', 'gw_port': {'id': '6da1a5f4-82c1-43e0-a78a-2bf5174efd5c', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:75:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055c9b6e-7b28-4250-a567-731b1fadb57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:04:53Z', 'updated_at': '2021-06-16T16:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi', '_interfaces': [{'id': 'f4b30c25-4506-4be3-b50b-2b05a2ea7ceb', 'name': '', 'network_id': 'cfdbc1d1-75c9-493c-aefe-3be5c8294cd4', 'tenant_id': '16b677d62510476d919b610e7baa5577', 'mac_address': 'fa:16:3e:2d:cb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055c9b6e-7b28-4250-a567-731b1fadb57f', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6b78bc3c-b434-4bd5-9871-761bea7dd046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:04:57Z', 'updated_at': '2021-06-16T16:05:11Z', 'revision_number': 5, 'project_id': '16b677d62510476d919b610e7baa5577', 'subnets': [{'id': '6b78bc3c-b434-4bd5-9871-761bea7dd046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:09:29.129236 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-fd459d30-bebd-41ff-aa08-df3d9c62d459 req-2d885089-2559-426c-9ae7-cbb29ec6fab5 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=b182016a-ee8e-4a87-8b8e-4d34fb9cf74b HTTP/1.1" status: 200 len: 210 time: 0.0288343 Jun 16 16:09:29.350131 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bfd432-7573-41cb-9851-f73c5bf2dd44 None None] New status for floating IP 4f86be5b-1c0a-4bc2-9492-15191ccffefe: DOWN {{(pid=91877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:09:30.077535 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa008563-6e9e-4290-9e76-ee26c2e5ae02 req-ff3d98d0-3dc8-42fe-b9d0-7c3d6e12efd8 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:30.078974 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-aa008563-6e9e-4290-9e76-ee26c2e5ae02 req-ff3d98d0-3dc8-42fe-b9d0-7c3d6e12efd8 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcea0d10-72a4-47af-8121-651cc80eeb6f HTTP/1.1" status: 200 len: 985 time: 0.0622706 Jun 16 16:09:30.119455 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-aa008563-6e9e-4290-9e76-ee26c2e5ae02 req-92609696-8902-43e0-baa8-82f3677fff60 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/security-groups?id=5933ce38-3af1-484e-a188-a96e41ffdad5&id=7a090f09-4654-4407-bdfe-a691bf3d5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338523 Jun 16 16:09:30.260277 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 40550) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:09:30.324166 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-47140da8-c0ca-4c10-b502-32a5e0bdd80e tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks [] for security_group, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:30.347676 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-47140da8-c0ca-4c10-b502-32a5e0bdd80e tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:30.394668 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-47140da8-c0ca-4c10-b502-32a5e0bdd80e tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:30.398272 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-47140da8-c0ca-4c10-b502-32a5e0bdd80e tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks [] for security_group, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:30.399495 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-47140da8-c0ca-4c10-b502-32a5e0bdd80e tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "DELETE /v2.0/security-groups/fed02e11-065f-457a-bf3f-44af4fe327b1 HTTP/1.1" status: 204 len: 168 time: 0.1380165 Jun 16 16:09:30.400305 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-73246355-d13f-43bd-b848-953d5e510f65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:09:30.402790 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 40554) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:09:30.412558 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47140da8-c0ca-4c10-b502-32a5e0bdd80e tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed02e11-065f-457a-bf3f-44af4fe327b1,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:09:30.415721 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-47140da8-c0ca-4c10-b502-32a5e0bdd80e tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:09:30.418248 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.api.v2.resource [None req-2b20fee8-f27c-46b4-afa2-d75bc7cb591f tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] show failed (client error): The resource could not be found. Jun 16 16:09:30.422349 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-2b20fee8-f27c-46b4-afa2-d75bc7cb591f tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups/fed02e11-065f-457a-bf3f-44af4fe327b1 HTTP/1.1" status: 404 len: 347 time: 0.0184946 Jun 16 16:09:30.422548 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 40556) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:09:30.552493 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-cb16d7db-d6a8-437b-b4a3-7c87c779f999 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Deleting port 7f4d9354-76fa-4856-9410-4e24eee2b18e {{(pid=91875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:09:30.552830 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-cb16d7db-d6a8-437b-b4a3-7c87c779f999 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726811340957'] for port, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:30.631194 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-cb16d7db-d6a8-437b-b4a3-7c87c779f999 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674541'] for port, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:30.631516 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-cb16d7db-d6a8-437b-b4a3-7c87c779f999 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:30.694930 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-cb16d7db-d6a8-437b-b4a3-7c87c779f999 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Calling delete_port for 7f4d9354-76fa-4856-9410-4e24eee2b18e owned by network:floatingip {{(pid=91875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:09:30.829772 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-cb16d7db-d6a8-437b-b4a3-7c87c779f999 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726811346809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726810953732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449056'] for port, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:30.832033 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-e2855241-259b-4040-ab40-cf51101c189b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:09:30.855396 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb16d7db-d6a8-437b-b4a3-7c87c779f999 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Pushing event deleted for resources: {'Port': ['ID=7f4d9354-76fa-4856-9410-4e24eee2b18e,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:09:30.859033 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-cb16d7db-d6a8-437b-b4a3-7c87c779f999 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:09:30.913252 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-cb16d7db-d6a8-437b-b4a3-7c87c779f999 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks [] for floatingip, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:30.915772 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-cb16d7db-d6a8-437b-b4a3-7c87c779f999 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208782'] for floatingip, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:30.916888 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-cb16d7db-d6a8-437b-b4a3-7c87c779f999 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "DELETE /v2.0/floatingips/4f86be5b-1c0a-4bc2-9492-15191ccffefe HTTP/1.1" status: 204 len: 168 time: 0.4933758 Jun 16 16:09:31.304085 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a183f091-c401-45b0-a7db-b9c31873e2c4 req-839ad838-e7d1-4649-a5f4-fafda259677a tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:31.305528 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-a183f091-c401-45b0-a7db-b9c31873e2c4 req-839ad838-e7d1-4649-a5f4-fafda259677a tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcea0d10-72a4-47af-8121-651cc80eeb6f HTTP/1.1" status: 200 len: 985 time: 0.0612078 Jun 16 16:09:31.351265 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-a183f091-c401-45b0-a7db-b9c31873e2c4 req-b8d70739-bd7a-438c-aa3c-a860ac19cfec tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/security-groups?id=5933ce38-3af1-484e-a188-a96e41ffdad5&id=7a090f09-4654-4407-bdfe-a691bf3d5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0396907 Jun 16 16:09:31.379944 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 40564) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:09:31.385152 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.v2.base [None req-4550b73f-fe05-45a8-9e05-064a5ec32f0b tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Request body: {'security_group': {'name': 'tempest-securitygroup--293921830', 'description': 'tempest-description--207662195'}} {{(pid=91875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:09:31.407280 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4550b73f-fe05-45a8-9e05-064a5ec32f0b tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks [] for security_group, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:31.497200 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4550b73f-fe05-45a8-9e05-064a5ec32f0b tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks [] for security_group, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:31.507237 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4550b73f-fe05-45a8-9e05-064a5ec32f0b tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:31.509837 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-8b92602a-d439-48c0-824d-4a9252ddbabc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:09:31.536993 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4550b73f-fe05-45a8-9e05-064a5ec32f0b tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks [] for security_group, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:31.538425 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-4550b73f-fe05-45a8-9e05-064a5ec32f0b tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1573887 Jun 16 16:09:31.539551 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4550b73f-fe05-45a8-9e05-064a5ec32f0b tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2ebdd3-867c-4bec-9985-ebc5f980f44a,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:09:31.541324 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 40566) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:09:31.545895 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-f76b17e4-8046-4ad8-b0fe-62d18ee73000 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Request body: {'security_group_rule': {'security_group_id': '0c2ebdd3-867c-4bec-9985-ebc5f980f44a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:09:31.547421 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-4550b73f-fe05-45a8-9e05-064a5ec32f0b tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:09:31.582121 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f76b17e4-8046-4ad8-b0fe-62d18ee73000 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:31.650760 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f76b17e4-8046-4ad8-b0fe-62d18ee73000 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:31.654603 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f76b17e4-8046-4ad8-b0fe-62d18ee73000 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709652'] for security_group_rule, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:31.656818 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-fcd8aba3-e960-4473-9228-df3b108f417b tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:09:31.676675 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76b17e4-8046-4ad8-b0fe-62d18ee73000 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82f32cd3-95fa-4457-ab14-432db88116cf,revision_number=0']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:09:31.680099 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-f76b17e4-8046-4ad8-b0fe-62d18ee73000 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:09:31.680920 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f76b17e4-8046-4ad8-b0fe-62d18ee73000 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:31.682114 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-f76b17e4-8046-4ad8-b0fe-62d18ee73000 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1398051 Jun 16 16:09:31.684766 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 40570) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:09:31.689343 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-eb4b456a-02fe-4f84-80ff-def2ec027e14 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Request body: {'security_group_rule': {'security_group_id': '0c2ebdd3-867c-4bec-9985-ebc5f980f44a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:09:31.716052 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-eb4b456a-02fe-4f84-80ff-def2ec027e14 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:31.773910 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-eb4b456a-02fe-4f84-80ff-def2ec027e14 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:31.777358 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-eb4b456a-02fe-4f84-80ff-def2ec027e14 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709652'] for security_group_rule, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:31.779292 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:09:31.795330 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4b456a-02fe-4f84-80ff-def2ec027e14 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a756fad-0519-43ba-9639-b342abace0b2,revision_number=0']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:09:31.798725 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-eb4b456a-02fe-4f84-80ff-def2ec027e14 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:09:31.800993 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-eb4b456a-02fe-4f84-80ff-def2ec027e14 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:31.802163 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-eb4b456a-02fe-4f84-80ff-def2ec027e14 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1164978 Jun 16 16:09:31.805975 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 40572) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:09:31.810306 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-f92d3e07-a22f-42b0-b485-0bb88cc117e5 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Request body: {'floatingip': {'floating_network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:09:31.831279 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f92d3e07-a22f-42b0-b485-0bb88cc117e5 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks [] for floatingip, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:31.926050 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f92d3e07-a22f-42b0-b485-0bb88cc117e5 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16110075'] for port, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:32.025669 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_common [None req-f92d3e07-a22f-42b0-b485-0bb88cc117e5 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Allocated IP 172.27.1.5 (47501c57-dfca-44aa-9eed-27ee8bb77cd6/0b38b6c0-4839-4539-8281-d8dcfdf92ae7/744b14da-a896-4480-9726-e1fe2876613e) {{(pid=91874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:09:32.125832 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f92d3e07-a22f-42b0-b485-0bb88cc117e5 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks [] for port, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:32.162616 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f92d3e07-a22f-42b0-b485-0bb88cc117e5 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16110910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726810954487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3529202'] for port, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:32.164400 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:09:32.199989 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92d3e07-a22f-42b0-b485-0bb88cc117e5 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Network 47501c57-dfca-44aa-9eed-27ee8bb77cd6 is already hosted by enough agents. {{(pid=91874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:09:32.204506 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [None req-f92d3e07-a22f-42b0-b485-0bb88cc117e5 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Resources bound (agent type, host, resource id): {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:09:32.207861 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92d3e07-a22f-42b0-b485-0bb88cc117e5 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Received port after_create {{(pid=91874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:09:32.213658 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92d3e07-a22f-42b0-b485-0bb88cc117e5 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Pushing event updated for resources: {'Port': ['ID=744b14da-a896-4480-9726-e1fe2876613e,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:09:32.232139 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-f92d3e07-a22f-42b0-b485-0bb88cc117e5 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:09:32.295741 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f92d3e07-a22f-42b0-b485-0bb88cc117e5 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:32.337309 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device 6575874c-1654-4f04-8efd-46fb3521dfb7 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:09:32.338332 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f92d3e07-a22f-42b0-b485-0bb88cc117e5 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:32.357187 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] No Port match for: 6575874c-1654-4f04-8efd-46fb3521dfb7 {{(pid=91876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:09:32.357565 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device 6575874c-1654-4f04-8efd-46fb3521dfb7 not bound to the agent host hv-cinder-79611 {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:09:32.498675 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f92d3e07-a22f-42b0-b485-0bb88cc117e5 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks [] for port, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:32.508968 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f92d3e07-a22f-42b0-b485-0bb88cc117e5 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3529188'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:32.511933 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-577de441-5510-40ac-8e01-c38022c3e048 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:09:32.536520 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8ab66-7ecc-41b9-b0fb-ce5855dc8fb8 req-947bbdb6-7a0f-457e-aa6f-978a18697ad9 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:32.538996 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-22b8ab66-7ecc-41b9-b0fb-ce5855dc8fb8 req-947bbdb6-7a0f-457e-aa6f-978a18697ad9 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcea0d10-72a4-47af-8121-651cc80eeb6f HTTP/1.1" status: 200 len: 985 time: 0.0721741 Jun 16 16:09:32.579896 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92d3e07-a22f-42b0-b485-0bb88cc117e5 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Pushing event updated for resources: {'Port': ['ID=744b14da-a896-4480-9726-e1fe2876613e,revision_number=2']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:09:32.584377 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-f92d3e07-a22f-42b0-b485-0bb88cc117e5 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:09:32.591598 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f92d3e07-a22f-42b0-b485-0bb88cc117e5 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702189'] for floatingip, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:32.601042 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-22b8ab66-7ecc-41b9-b0fb-ce5855dc8fb8 req-40523788-ab87-4716-9a8a-e06329937f28 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/security-groups?id=5933ce38-3af1-484e-a188-a96e41ffdad5&id=7a090f09-4654-4407-bdfe-a691bf3d5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0555773 Jun 16 16:09:32.609160 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f92d3e07-a22f-42b0-b485-0bb88cc117e5 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208782'] for floatingip, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:32.618854 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-f92d3e07-a22f-42b0-b485-0bb88cc117e5 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.8118563 Jun 16 16:09:32.805260 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-779d7ff5-72fa-4724-a47c-3794761eca92 req-8e47526d-7d38-4e32-99d6-b0045ddfb806 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--293921830&fields=id&tenant_id=16b677d62510476d919b610e7baa5577 HTTP/1.1" status: 200 len: 267 time: 0.0339141 Jun 16 16:09:32.910414 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d7ff5-72fa-4724-a47c-3794761eca92 req-63bb6c32-eb49-477c-9c1c-80d6750ec800 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:32.911858 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-779d7ff5-72fa-4724-a47c-3794761eca92 req-63bb6c32-eb49-477c-9c1c-80d6750ec800 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/networks?id=cfdbc1d1-75c9-493c-aefe-3be5c8294cd4 HTTP/1.1" status: 200 len: 817 time: 0.1002035 Jun 16 16:09:32.926071 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-779d7ff5-72fa-4724-a47c-3794761eca92 req-4a4d739a-2f44-4891-825b-0ffdb15a3ce7 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/quotas/16b677d62510476d919b610e7baa5577 HTTP/1.1" status: 200 len: 375 time: 0.0086451 Jun 16 16:09:32.996370 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-779d7ff5-72fa-4724-a47c-3794761eca92 req-9229e42c-c03b-49f4-8006-8b5bb1e86983 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=16b677d62510476d919b610e7baa5577&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0645986 Jun 16 16:09:33.093744 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-779d7ff5-72fa-4724-a47c-3794761eca92 req-94ccbe49-3f19-4586-9520-b203af8cc0d7 service neutron] 10.222.0.49 "GET /v2.0/networks/cfdbc1d1-75c9-493c-aefe-3be5c8294cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844951 Jun 16 16:09:33.180378 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-779d7ff5-72fa-4724-a47c-3794761eca92 req-946941e0-4eba-46e7-91c8-840821e7e41c service neutron] 10.222.0.49 "GET /v2.0/networks/cfdbc1d1-75c9-493c-aefe-3be5c8294cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808613 Jun 16 16:09:33.350540 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-8ef3bef1-9516-4d6e-a2de-0cdd13a421db req-5b5d228f-5e98-465a-9c3f-cd9e4a19dba5 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c83968e-60c5-411a-958e-74c856a073f6 HTTP/1.1" status: 200 len: 210 time: 0.0322194 Jun 16 16:09:34.490498 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-0f0e198b-20c7-45d2-b96f-3c9893339999 req-8dfb2074-d5a4-43dd-bc93-042cdd6bda78 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c83968e-60c5-411a-958e-74c856a073f6 HTTP/1.1" status: 200 len: 210 time: 0.0290017 Jun 16 16:09:35.636209 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-d3741682-1496-4adc-a122-e9bbaefaef86 req-e8a618f1-0665-4557-acfe-935ee82cfaac tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c83968e-60c5-411a-958e-74c856a073f6 HTTP/1.1" status: 200 len: 210 time: 0.0287740 Jun 16 16:09:36.787843 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-4f28ea41-0d95-414e-be87-75833f11c63b req-72997d16-0fc9-421c-915b-ced9c691ef69 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c83968e-60c5-411a-958e-74c856a073f6 HTTP/1.1" status: 200 len: 210 time: 0.0336320 Jun 16 16:09:37.540725 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d7ff5-72fa-4724-a47c-3794761eca92 req-d3d0545c-486e-4ffe-a08d-0511ecc8dc13 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:37.542303 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-779d7ff5-72fa-4724-a47c-3794761eca92 req-d3d0545c-486e-4ffe-a08d-0511ecc8dc13 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.15 "GET /v2.0/networks?id=cfdbc1d1-75c9-493c-aefe-3be5c8294cd4 HTTP/1.1" status: 200 len: 817 time: 0.1121202 Jun 16 16:09:37.597147 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-779d7ff5-72fa-4724-a47c-3794761eca92 req-30c242e4-cbf2-4507-b23f-ef3ea2ce8bc8 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16b677d62510476d919b610e7baa5577 HTTP/1.1" status: 200 len: 379 time: 0.0354710 Jun 16 16:09:37.612438 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [req-779d7ff5-72fa-4724-a47c-3794761eca92 req-05cbbe9a-5f8a-49de-8ff3-cb62da5e58b9 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Request body: {'port': {'device_id': '7c83968e-60c5-411a-958e-74c856a073f6', 'network_id': 'cfdbc1d1-75c9-493c-aefe-3be5c8294cd4', 'admin_state_up': True, 'tenant_id': '16b677d62510476d919b610e7baa5577', 'security_groups': ['0c2ebdd3-867c-4bec-9985-ebc5f980f44a']}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:09:37.738095 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-779d7ff5-72fa-4724-a47c-3794761eca92 req-05cbbe9a-5f8a-49de-8ff3-cb62da5e58b9 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Made reservation on behalf of 16b677d62510476d919b610e7baa5577 for: {'port': 1} {{(pid=91874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:09:37.742671 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-779d7ff5-72fa-4724-a47c-3794761eca92 req-05cbbe9a-5f8a-49de-8ff3-cb62da5e58b9 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16110075'] for port, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:37.871881 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_common [req-779d7ff5-72fa-4724-a47c-3794761eca92 req-05cbbe9a-5f8a-49de-8ff3-cb62da5e58b9 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Allocated IP 172.20.0.5 (cfdbc1d1-75c9-493c-aefe-3be5c8294cd4/6b78bc3c-b434-4bd5-9871-761bea7dd046/f9d71033-5bec-4e78-af59-75366179378a) {{(pid=91874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:09:37.943014 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-696cc4dd-a0e5-4ba7-b81a-e09d490efdc6 req-ab1c614c-5733-4e90-b7d3-1ba7560287ab tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c83968e-60c5-411a-958e-74c856a073f6 HTTP/1.1" status: 200 len: 210 time: 0.0330958 Jun 16 16:09:38.025727 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-779d7ff5-72fa-4724-a47c-3794761eca92 req-05cbbe9a-5f8a-49de-8ff3-cb62da5e58b9 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks [] for port, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:38.039245 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [req-779d7ff5-72fa-4724-a47c-3794761eca92 req-05cbbe9a-5f8a-49de-8ff3-cb62da5e58b9 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Transition to ACTIVE for port object f9d71033-5bec-4e78-af59-75366179378a will not be triggered until provisioned by entity DHCP. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:09:38.071852 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-779d7ff5-72fa-4724-a47c-3794761eca92 req-05cbbe9a-5f8a-49de-8ff3-cb62da5e58b9 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16110910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726810954487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3529202'] for port, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:38.075411 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-adbcb25d-eceb-463e-91f0-1ca48cc45f8d tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:09:38.118765 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-779d7ff5-72fa-4724-a47c-3794761eca92 req-05cbbe9a-5f8a-49de-8ff3-cb62da5e58b9 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Network cfdbc1d1-75c9-493c-aefe-3be5c8294cd4 is already hosted by enough agents. {{(pid=91874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:09:38.123816 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [req-779d7ff5-72fa-4724-a47c-3794761eca92 req-05cbbe9a-5f8a-49de-8ff3-cb62da5e58b9 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Resources bound (agent type, host, resource id): {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:09:38.127570 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [req-779d7ff5-72fa-4724-a47c-3794761eca92 req-05cbbe9a-5f8a-49de-8ff3-cb62da5e58b9 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Received port after_create {{(pid=91874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:09:38.134603 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cbbe9a-5f8a-49de-8ff3-cb62da5e58b9 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Pushing event updated for resources: {'Port': ['ID=f9d71033-5bec-4e78-af59-75366179378a,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:09:38.139648 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-05cbbe9a-5f8a-49de-8ff3-cb62da5e58b9 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:09:38.184103 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d7ff5-72fa-4724-a47c-3794761eca92 req-05cbbe9a-5f8a-49de-8ff3-cb62da5e58b9 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:38.184746 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-779d7ff5-72fa-4724-a47c-3794761eca92 req-05cbbe9a-5f8a-49de-8ff3-cb62da5e58b9 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208782'] for port, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:38.201105 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-779d7ff5-72fa-4724-a47c-3794761eca92 req-05cbbe9a-5f8a-49de-8ff3-cb62da5e58b9 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5923634 Jun 16 16:09:38.218466 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [req-779d7ff5-72fa-4724-a47c-3794761eca92 req-767837f5-5f5a-4b44-9080-78409a374739 service neutron] Request body: {'port': {'device_id': '7c83968e-60c5-411a-958e-74c856a073f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:09:38.291448 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-779d7ff5-72fa-4724-a47c-3794761eca92 req-767837f5-5f5a-4b44-9080-78409a374739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:38.330847 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-b4d751b9-7a31-422e-bd76-18f5cdc3569d None None] Provisioning for port f9d71033-5bec-4e78-af59-75366179378a completed by entity DHCP. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:09:38.334634 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-b4d751b9-7a31-422e-bd76-18f5cdc3569d None None] Provisioning complete for port f9d71033-5bec-4e78-af59-75366179378a triggered by entity DHCP. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:09:38.335022 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-b4d751b9-7a31-422e-bd76-18f5cdc3569d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:38.369297 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-b4d751b9-7a31-422e-bd76-18f5cdc3569d None None] Port f9d71033-5bec-4e78-af59-75366179378a cannot update to ACTIVE because it is not bound. {{(pid=91876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:09:38.562747 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [req-779d7ff5-72fa-4724-a47c-3794761eca92 req-767837f5-5f5a-4b44-9080-78409a374739 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9d71033-5bec-4e78-af59-75366179378a {{(pid=91874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:09:38.570394 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-779d7ff5-72fa-4724-a47c-3794761eca92 req-767837f5-5f5a-4b44-9080-78409a374739 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:38.581954 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [req-779d7ff5-72fa-4724-a47c-3794761eca92 req-767837f5-5f5a-4b44-9080-78409a374739 service neutron] Transition to ACTIVE for port object f9d71033-5bec-4e78-af59-75366179378a will not be triggered until provisioned by entity L2. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:09:38.586236 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-779d7ff5-72fa-4724-a47c-3794761eca92 req-767837f5-5f5a-4b44-9080-78409a374739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3529188'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:38.588914 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-5fd01e69-739b-4a07-bdb6-100d4af46716 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:09:38.689000 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767837f5-5f5a-4b44-9080-78409a374739 service neutron] Pushing event updated for resources: {'Port': ['ID=f9d71033-5bec-4e78-af59-75366179378a,revision_number=2']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:09:38.707826 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-767837f5-5f5a-4b44-9080-78409a374739 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:09:38.738156 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-779d7ff5-72fa-4724-a47c-3794761eca92 req-767837f5-5f5a-4b44-9080-78409a374739 service neutron] Attempting to bind port f9d71033-5bec-4e78-af59-75366179378a on host hv-cinder-79611 for vnic_type normal with profile {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:09:38.738494 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-779d7ff5-72fa-4724-a47c-3794761eca92 req-767837f5-5f5a-4b44-9080-78409a374739 service neutron] Attempting to bind port f9d71033-5bec-4e78-af59-75366179378a by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '9b04c04a-5851-495d-91c5-098f1a7e56ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'cfdbc1d1-75c9-493c-aefe-3be5c8294cd4'}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:09:38.738826 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779d7ff5-72fa-4724-a47c-3794761eca92 req-767837f5-5f5a-4b44-9080-78409a374739 service neutron] Attempting to bind port f9d71033-5bec-4e78-af59-75366179378a on network cfdbc1d1-75c9-493c-aefe-3be5c8294cd4 {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:09:38.743764 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779d7ff5-72fa-4724-a47c-3794761eca92 req-767837f5-5f5a-4b44-9080-78409a374739 service neutron] Port f9d71033-5bec-4e78-af59-75366179378a on network cfdbc1d1-75c9-493c-aefe-3be5c8294cd4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:09:38.744089 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779d7ff5-72fa-4724-a47c-3794761eca92 req-767837f5-5f5a-4b44-9080-78409a374739 service neutron] Attempting to bind port f9d71033-5bec-4e78-af59-75366179378a on network cfdbc1d1-75c9-493c-aefe-3be5c8294cd4 {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:09:38.748873 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779d7ff5-72fa-4724-a47c-3794761eca92 req-767837f5-5f5a-4b44-9080-78409a374739 service neutron] Checking agent: {'id': 'c85a6c45-3e6f-4705-b11b-38e758c67377', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 3, 19), 'started_at': datetime.datetime(2021, 6, 16, 16, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:09:38.749211 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779d7ff5-72fa-4724-a47c-3794761eca92 req-767837f5-5f5a-4b44-9080-78409a374739 service neutron] Checking segment: {'id': '9b04c04a-5851-495d-91c5-098f1a7e56ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'cfdbc1d1-75c9-493c-aefe-3be5c8294cd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:09:38.749619 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779d7ff5-72fa-4724-a47c-3794761eca92 req-767837f5-5f5a-4b44-9080-78409a374739 service neutron] Bound using segment: {'id': '9b04c04a-5851-495d-91c5-098f1a7e56ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'cfdbc1d1-75c9-493c-aefe-3be5c8294cd4'} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:09:38.750042 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-779d7ff5-72fa-4724-a47c-3794761eca92 req-767837f5-5f5a-4b44-9080-78409a374739 service neutron] Bound port: f9d71033-5bec-4e78-af59-75366179378a, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b04c04a-5851-495d-91c5-098f1a7e56ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'cfdbc1d1-75c9-493c-aefe-3be5c8294cd4'}}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:09:38.750390 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-779d7ff5-72fa-4724-a47c-3794761eca92 req-767837f5-5f5a-4b44-9080-78409a374739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:38.814442 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [req-779d7ff5-72fa-4724-a47c-3794761eca92 req-767837f5-5f5a-4b44-9080-78409a374739 service neutron] For port f9d71033-5bec-4e78-af59-75366179378a, host hv-cinder-79611, cleared binding levels {{(pid=91874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:09:38.817382 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [req-779d7ff5-72fa-4724-a47c-3794761eca92 req-767837f5-5f5a-4b44-9080-78409a374739 service neutron] For port f9d71033-5bec-4e78-af59-75366179378a, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=f9d71033-5bec-4e78-af59-75366179378a,segment=NetworkSegment(9b04c04a-5851-495d-91c5-098f1a7e56ff),segment_id=9b04c04a-5851-495d-91c5-098f1a7e56ff)] {{(pid=91874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:09:38.822074 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-779d7ff5-72fa-4724-a47c-3794761eca92 req-767837f5-5f5a-4b44-9080-78409a374739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3529188'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:38.824834 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:09:38.857886 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d7ff5-72fa-4724-a47c-3794761eca92 req-767837f5-5f5a-4b44-9080-78409a374739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:38.858503 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-779d7ff5-72fa-4724-a47c-3794761eca92 req-767837f5-5f5a-4b44-9080-78409a374739 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208782'] for port, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:38.859870 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-779d7ff5-72fa-4724-a47c-3794761eca92 req-767837f5-5f5a-4b44-9080-78409a374739 service neutron] 10.222.0.15 "PUT /v2.0/ports/f9d71033-5bec-4e78-af59-75366179378a HTTP/1.1" status: 200 len: 1093 time: 0.6458561 Jun 16 16:09:38.860371 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c83968e-60c5-411a-958e-74c856a073f6', 'tag': 'f9d71033-5bec-4e78-af59-75366179378a'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:09:38.862748 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac39972ab304bebcb834853fc43b221d920fab97f47da84b7636f2612ed6f187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ccab770-ee66-4083-aecf-73436fcfa1ee" -d '{"events": [{"name": "network-changed", "server_uuid": "7c83968e-60c5-411a-958e-74c856a073f6", "tag": "f9d71033-5bec-4e78-af59-75366179378a"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:09:38.884757 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767837f5-5f5a-4b44-9080-78409a374739 service neutron] Pushing event updated for resources: {'Port': ['ID=f9d71033-5bec-4e78-af59-75366179378a,revision_number=3']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:09:38.887849 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-767837f5-5f5a-4b44-9080-78409a374739 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:09:38.917842 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa5a97d-6713-49bf-b528-8184eb7ccd16 x-openstack-request-id: req-bfa5a97d-6713-49bf-b528-8184eb7ccd16 {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:09:38.918164 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c83968e-60c5-411a-958e-74c856a073f6", "tag": "f9d71033-5bec-4e78-af59-75366179378a", "status": "completed", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:09:38.918454 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bfa5a97d-6713-49bf-b528-8184eb7ccd16 {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:09:38.918885 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c83968e-60c5-411a-958e-74c856a073f6', 'tag': 'f9d71033-5bec-4e78-af59-75366179378a', 'status': 'completed', 'code': 200} Jun 16 16:09:39.130583 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5528bf-c615-446b-9f8b-0fbaa19b3810 req-25d3f49b-cdd0-4251-8724-fdd0b733ca3d tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:39.132767 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-3e5528bf-c615-446b-9f8b-0fbaa19b3810 req-25d3f49b-cdd0-4251-8724-fdd0b733ca3d tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c83968e-60c5-411a-958e-74c856a073f6 HTTP/1.1" status: 200 len: 943 time: 0.0624716 Jun 16 16:09:39.168853 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-3e5528bf-c615-446b-9f8b-0fbaa19b3810 req-cab1eb17-ace2-4d28-8dd1-26e766cc97b0 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c2ebdd3-867c-4bec-9985-ebc5f980f44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304480 Jun 16 16:09:40.349388 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd4175-c129-492f-8ec0-8eb2f9bc0f87 req-3748e29d-c5f9-4500-99a4-f9102bf93b43 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:40.351287 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-b9dd4175-c129-492f-8ec0-8eb2f9bc0f87 req-3748e29d-c5f9-4500-99a4-f9102bf93b43 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c83968e-60c5-411a-958e-74c856a073f6 HTTP/1.1" status: 200 len: 943 time: 0.0676653 Jun 16 16:09:40.388516 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-b9dd4175-c129-492f-8ec0-8eb2f9bc0f87 req-ed763f5d-464f-4aa2-b7e2-55760d3e66d2 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c2ebdd3-867c-4bec-9985-ebc5f980f44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315864 Jun 16 16:09:41.297276 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccab770-ee66-4083-aecf-73436fcfa1ee req-191fc3f4-f043-41f5-bc1c-8e0b0e35574c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:41.298708 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-8ccab770-ee66-4083-aecf-73436fcfa1ee req-191fc3f4-f043-41f5-bc1c-8e0b0e35574c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=16b677d62510476d919b610e7baa5577&device_id=7c83968e-60c5-411a-958e-74c856a073f6 HTTP/1.1" status: 200 len: 1096 time: 0.0558443 Jun 16 16:09:41.469047 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccab770-ee66-4083-aecf-73436fcfa1ee req-67c7556f-de75-4050-bd50-89a8142e45bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:41.470525 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-8ccab770-ee66-4083-aecf-73436fcfa1ee req-67c7556f-de75-4050-bd50-89a8142e45bb service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=16b677d62510476d919b610e7baa5577&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1555057 Jun 16 16:09:41.571365 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6adcace-b7bd-4bcb-a8a8-68e62d736c06 req-a78aae35-9781-408f-8b5a-8129348a0eb7 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:41.572847 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-c6adcace-b7bd-4bcb-a8a8-68e62d736c06 req-a78aae35-9781-408f-8b5a-8129348a0eb7 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c83968e-60c5-411a-958e-74c856a073f6 HTTP/1.1" status: 200 len: 943 time: 0.0692279 Jun 16 16:09:41.610808 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-c6adcace-b7bd-4bcb-a8a8-68e62d736c06 req-46863f36-e780-4407-8663-20ebf2d0c940 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c2ebdd3-867c-4bec-9985-ebc5f980f44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319059 Jun 16 16:09:41.636766 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccab770-ee66-4083-aecf-73436fcfa1ee req-e462bc78-ba1a-426f-a8cb-070a823cabb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:41.638556 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-8ccab770-ee66-4083-aecf-73436fcfa1ee req-e462bc78-ba1a-426f-a8cb-070a823cabb2 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1597507 Jun 16 16:09:41.737097 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d7ff5-72fa-4724-a47c-3794761eca92 req-74aebd7e-0cc1-41b2-9e8f-0aaee8dc6cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:41.738601 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-779d7ff5-72fa-4724-a47c-3794761eca92 req-74aebd7e-0cc1-41b2-9e8f-0aaee8dc6cc1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=16b677d62510476d919b610e7baa5577&device_id=7c83968e-60c5-411a-958e-74c856a073f6 HTTP/1.1" status: 200 len: 1096 time: 0.0581489 Jun 16 16:09:41.780754 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-779d7ff5-72fa-4724-a47c-3794761eca92 req-5f70e999-6d22-4e65-92e0-3cb1dde1447f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f9d71033-5bec-4e78-af59-75366179378a HTTP/1.1" status: 200 len: 217 time: 0.0332532 Jun 16 16:09:41.839429 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d7ff5-72fa-4724-a47c-3794761eca92 req-41c05cc3-9582-43f5-9c0f-9a1d4e26f47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:41.840728 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-779d7ff5-72fa-4724-a47c-3794761eca92 req-41c05cc3-9582-43f5-9c0f-9a1d4e26f47c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6b78bc3c-b434-4bd5-9871-761bea7dd046 HTTP/1.1" status: 200 len: 856 time: 0.0454280 Jun 16 16:09:41.899661 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d7ff5-72fa-4724-a47c-3794761eca92 req-9b7df115-5e7e-4cdc-8ea2-5e9d5fea26a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:41.901120 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-779d7ff5-72fa-4724-a47c-3794761eca92 req-9b7df115-5e7e-4cdc-8ea2-5e9d5fea26a1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cfdbc1d1-75c9-493c-aefe-3be5c8294cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0516498 Jun 16 16:09:41.991646 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-779d7ff5-72fa-4724-a47c-3794761eca92 req-ead7f05b-2c2f-4b43-bc70-5aeaa5094299 service neutron] 10.222.0.15 "GET /v2.0/networks/cfdbc1d1-75c9-493c-aefe-3be5c8294cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795927 Jun 16 16:09:42.307114 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-779d7ff5-72fa-4724-a47c-3794761eca92 req-856be627-d2f2-48b6-8e46-498802ce97e7 service neutron] 10.222.0.15 "GET /v2.0/networks/cfdbc1d1-75c9-493c-aefe-3be5c8294cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063536 Jun 16 16:09:42.793194 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f0b3b7-6301-4c80-89db-eafdcb679820 req-2998d986-39a4-400c-ba52-075c3c065ee6 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:42.794607 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-27f0b3b7-6301-4c80-89db-eafdcb679820 req-2998d986-39a4-400c-ba52-075c3c065ee6 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c83968e-60c5-411a-958e-74c856a073f6 HTTP/1.1" status: 200 len: 943 time: 0.0630965 Jun 16 16:09:42.830610 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-27f0b3b7-6301-4c80-89db-eafdcb679820 req-6805ba5b-2de7-4cff-b20f-cd198e8faebc tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c2ebdd3-867c-4bec-9985-ebc5f980f44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305433 Jun 16 16:09:44.005738 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358aa2fe-ea09-40cb-9743-678f23ae0ba0 req-6696d0d6-bdc7-4145-806a-d7b3a78727fa tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:44.007939 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-358aa2fe-ea09-40cb-9743-678f23ae0ba0 req-6696d0d6-bdc7-4145-806a-d7b3a78727fa tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c83968e-60c5-411a-958e-74c856a073f6 HTTP/1.1" status: 200 len: 943 time: 0.0629632 Jun 16 16:09:44.044693 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-358aa2fe-ea09-40cb-9743-678f23ae0ba0 req-5cfc1c97-7d4e-495b-a5f4-a8deec1f005b tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c2ebdd3-867c-4bec-9985-ebc5f980f44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312366 Jun 16 16:09:45.223835 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae5876-ef79-4ecb-90fb-951b0f808b62 req-14ca4147-75ef-464c-9224-565ee3f841d2 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:45.225269 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-9cae5876-ef79-4ecb-90fb-951b0f808b62 req-14ca4147-75ef-464c-9224-565ee3f841d2 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c83968e-60c5-411a-958e-74c856a073f6 HTTP/1.1" status: 200 len: 943 time: 0.0659089 Jun 16 16:09:45.263479 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-9cae5876-ef79-4ecb-90fb-951b0f808b62 req-449f0bce-6744-4d32-bff2-4f1ecaf16cab tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c2ebdd3-867c-4bec-9985-ebc5f980f44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319581 Jun 16 16:09:46.448342 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1dee2c-2c5d-4fa5-8e91-5da1adbe2b0f req-715a3e88-f13d-4c00-8008-ba4701eef4f7 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:46.449806 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-bf1dee2c-2c5d-4fa5-8e91-5da1adbe2b0f req-715a3e88-f13d-4c00-8008-ba4701eef4f7 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c83968e-60c5-411a-958e-74c856a073f6 HTTP/1.1" status: 200 len: 943 time: 0.0680590 Jun 16 16:09:46.486393 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-bf1dee2c-2c5d-4fa5-8e91-5da1adbe2b0f req-b9fa3081-15d4-4474-a3ad-748b76ad6bff tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c2ebdd3-867c-4bec-9985-ebc5f980f44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298541 Jun 16 16:09:47.455953 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-50d1593f-c3e7-4c12-8330-fd1b0d4b09af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:47.667892 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d32e8-3733-4ad8-b268-f8cdf23be482 req-ba46fdd6-b5f4-4697-89c3-d54b66fb7a60 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:47.669370 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-659d32e8-3733-4ad8-b268-f8cdf23be482 req-ba46fdd6-b5f4-4697-89c3-d54b66fb7a60 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c83968e-60c5-411a-958e-74c856a073f6 HTTP/1.1" status: 200 len: 943 time: 0.0642183 Jun 16 16:09:47.706779 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-659d32e8-3733-4ad8-b268-f8cdf23be482 req-82c32c53-cc7b-4cc7-90dd-824011fdd4a3 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c2ebdd3-867c-4bec-9985-ebc5f980f44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316005 Jun 16 16:09:48.440628 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device f9d71033-5bec-4e78-af59-75366179378a details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91876) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:09:48.537520 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] For port f9d71033-5bec-4e78-af59-75366179378a, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=f9d71033-5bec-4e78-af59-75366179378a,segment=NetworkSegment(9b04c04a-5851-495d-91c5-098f1a7e56ff),segment_id=9b04c04a-5851-495d-91c5-098f1a7e56ff)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:09:48.549228 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Returning: {'device': 'f9d71033-5bec-4e78-af59-75366179378a', 'network_id': 'cfdbc1d1-75c9-493c-aefe-3be5c8294cd4', 'port_id': 'f9d71033-5bec-4e78-af59-75366179378a', 'mac_address': 'fa:16:3e:0d:ba:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b78bc3c-b434-4bd5-9871-761bea7dd046', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91876) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:09:48.588363 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:48.601026 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.notifiers.nova [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9d71033-5bec-4e78-af59-75366179378a {{(pid=91876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:09:48.621234 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] For port f9d71033-5bec-4e78-af59-75366179378a, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=f9d71033-5bec-4e78-af59-75366179378a,segment=NetworkSegment(9b04c04a-5851-495d-91c5-098f1a7e56ff),segment_id=9b04c04a-5851-495d-91c5-098f1a7e56ff)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:09:48.624772 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:48.626510 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:09:48.670936 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Pushing event updated for resources: {'Port': ['ID=f9d71033-5bec-4e78-af59-75366179378a,revision_number=4']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:09:48.673892 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:09:48.887414 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f71b3d4-1160-4011-8ee2-86e45105e054 req-06146585-eb69-4e0e-bc8d-86b35e8cdf38 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:48.888839 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-0f71b3d4-1160-4011-8ee2-86e45105e054 req-06146585-eb69-4e0e-bc8d-86b35e8cdf38 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c83968e-60c5-411a-958e-74c856a073f6 HTTP/1.1" status: 200 len: 944 time: 0.0613043 Jun 16 16:09:48.899425 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] get_ports_and_sgs() called for port_ids ['f9d71033-5bec-4e78-af59-75366179378a'] {{(pid=91876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:09:48.927491 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-0f71b3d4-1160-4011-8ee2-86e45105e054 req-8107b16a-9098-498e-9c2f-067cdf1eacfc tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c2ebdd3-867c-4bec-9985-ebc5f980f44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329673 Jun 16 16:09:49.405952 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:49.883757 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-e5127a76-32e2-4313-a07d-8f1ee90d2e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:49.951264 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:50.103152 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588bff2e-b6e4-445f-a72b-a87a5a538a19 req-70f5aade-f6d1-49fc-b268-22d6d376630f tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:50.104591 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-588bff2e-b6e4-445f-a72b-a87a5a538a19 req-70f5aade-f6d1-49fc-b268-22d6d376630f tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c83968e-60c5-411a-958e-74c856a073f6 HTTP/1.1" status: 200 len: 944 time: 0.0621223 Jun 16 16:09:50.144779 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-588bff2e-b6e4-445f-a72b-a87a5a538a19 req-0b0ebff2-6a20-4273-a957-ff818d57c10f tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c2ebdd3-867c-4bec-9985-ebc5f980f44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345459 Jun 16 16:09:50.447202 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device f9d71033-5bec-4e78-af59-75366179378a up at agent hyperv_hv-cinder-79611 {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:09:50.493650 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Provisioning for port f9d71033-5bec-4e78-af59-75366179378a completed by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:09:50.498392 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Provisioning complete for port f9d71033-5bec-4e78-af59-75366179378a triggered by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:09:50.498822 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:50.577980 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:50.606308 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c83968e-60c5-411a-958e-74c856a073f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d71033-5bec-4e78-af59-75366179378a'}] {{(pid=91876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:09:50.608700 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a9c68db8c06307a0250ecdd4df366f09270e0987ddc1c5d61c2ecaceaac02f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7526f5f1-e06a-4fea-8d7b-6ca40de5ec72" -d '{"events": [{"server_uuid": "7c83968e-60c5-411a-958e-74c856a073f6", "name": "network-vif-plugged", "status": "completed", "tag": "f9d71033-5bec-4e78-af59-75366179378a"}]}' {{(pid=91876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:09:50.620587 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] For port f9d71033-5bec-4e78-af59-75366179378a, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=f9d71033-5bec-4e78-af59-75366179378a,segment=NetworkSegment(9b04c04a-5851-495d-91c5-098f1a7e56ff),segment_id=9b04c04a-5851-495d-91c5-098f1a7e56ff)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:09:50.626568 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:50.629904 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:09:50.653940 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c30b3f6-352c-4b39-8e39-2f01cd0ac959 x-openstack-request-id: req-0c30b3f6-352c-4b39-8e39-2f01cd0ac959 {{(pid=91876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:09:50.654245 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c83968e-60c5-411a-958e-74c856a073f6", "name": "network-vif-plugged", "status": "completed", "tag": "f9d71033-5bec-4e78-af59-75366179378a", "code": 200}]} {{(pid=91876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:09:50.654513 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0c30b3f6-352c-4b39-8e39-2f01cd0ac959 {{(pid=91876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:09:50.654914 dv-cinder-796114-3-iscsi neutron-server[91876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c83968e-60c5-411a-958e-74c856a073f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d71033-5bec-4e78-af59-75366179378a', 'code': 200} Jun 16 16:09:50.681758 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Pushing event updated for resources: {'Port': ['ID=f9d71033-5bec-4e78-af59-75366179378a,revision_number=5']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:09:50.685346 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:09:50.898008 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d613a8a9-8fec-4064-83d6-f4bd271d95e9 req-e4e35726-2229-44c1-b5b0-395334751bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:50.899430 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d613a8a9-8fec-4064-83d6-f4bd271d95e9 req-e4e35726-2229-44c1-b5b0-395334751bbd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7c83968e-60c5-411a-958e-74c856a073f6 HTTP/1.1" status: 200 len: 1098 time: 0.0512526 Jun 16 16:09:50.936438 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d613a8a9-8fec-4064-83d6-f4bd271d95e9 req-364d062f-501b-4849-a5bd-d2dea350a070 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0c2ebdd3-867c-4bec-9985-ebc5f980f44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278747 Jun 16 16:09:51.313162 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-6ad78952-ea93-43a4-8288-1e7c2f1dde9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:51.326252 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e6c074-f82e-4c28-aaad-c23415ec50de req-b88ce283-be3b-436e-bd07-b34688c82246 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:51.327513 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d623c3-0670-4be4-ab3e-bcf32fdd4063 req-8a6ad8b0-5ed3-42b3-b113-d6df43082ad1 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:51.327957 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-54e6c074-f82e-4c28-aaad-c23415ec50de req-b88ce283-be3b-436e-bd07-b34688c82246 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc07247e-f89f-4a60-b8ce-45230376a13c HTTP/1.1" status: 200 len: 946 time: 0.0690842 Jun 16 16:09:51.328980 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-c8d623c3-0670-4be4-ab3e-bcf32fdd4063 req-8a6ad8b0-5ed3-42b3-b113-d6df43082ad1 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c83968e-60c5-411a-958e-74c856a073f6 HTTP/1.1" status: 200 len: 945 time: 0.0654366 Jun 16 16:09:51.365915 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-54e6c074-f82e-4c28-aaad-c23415ec50de req-58d36bb6-0646-4e58-8681-b89ab177117f tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] 10.222.0.49 "GET /v2.0/security-groups?id=e09fa68c-43bb-4d4c-a1d7-db430e8972c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323071 Jun 16 16:09:51.367112 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-c8d623c3-0670-4be4-ab3e-bcf32fdd4063 req-4f0aebaa-3b18-4b33-bc50-6d19c49f5db2 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c2ebdd3-867c-4bec-9985-ebc5f980f44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323739 Jun 16 16:09:52.547806 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56f7d80-6042-470f-96e7-ed8232e775fb req-4cb7752d-8900-4145-98c0-41e58c52c247 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:52.548502 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ced50e-dcc7-4a78-89ae-49c9c66ac5ec req-b1420b14-7bb6-42ac-afbc-c5d34217ba77 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:52.549265 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-f56f7d80-6042-470f-96e7-ed8232e775fb req-4cb7752d-8900-4145-98c0-41e58c52c247 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c83968e-60c5-411a-958e-74c856a073f6 HTTP/1.1" status: 200 len: 945 time: 0.0623024 Jun 16 16:09:52.549632 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-78ced50e-dcc7-4a78-89ae-49c9c66ac5ec req-b1420b14-7bb6-42ac-afbc-c5d34217ba77 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc07247e-f89f-4a60-b8ce-45230376a13c HTTP/1.1" status: 200 len: 946 time: 0.0651228 Jun 16 16:09:52.587180 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-f56f7d80-6042-470f-96e7-ed8232e775fb req-a97ea69b-8525-4a8e-a0a1-ac437d29811c tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c2ebdd3-867c-4bec-9985-ebc5f980f44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320680 Jun 16 16:09:52.588259 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-78ced50e-dcc7-4a78-89ae-49c9c66ac5ec req-c75b0fed-14d1-4bfd-991f-81b8a1585be4 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] 10.222.0.49 "GET /v2.0/security-groups?id=e09fa68c-43bb-4d4c-a1d7-db430e8972c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329504 Jun 16 16:09:52.764855 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff5436-aaed-4da2-b749-c344bbc1a451 req-2b0093ab-7d1a-47f5-99ac-abf2eef619ff tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:52.766281 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f0ff5436-aaed-4da2-b749-c344bbc1a451 req-2b0093ab-7d1a-47f5-99ac-abf2eef619ff tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c83968e-60c5-411a-958e-74c856a073f6 HTTP/1.1" status: 200 len: 945 time: 0.0718150 Jun 16 16:09:52.774498 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 40718) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:09:52.780072 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-e9aaba8b-482a-4322-835e-1c267d35eb73 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Request body: {'floatingip': {'port_id': 'f9d71033-5bec-4e78-af59-75366179378a'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:09:52.818529 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e9aaba8b-482a-4322-835e-1c267d35eb73 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks [] for floatingip, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:52.838733 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-459ba97e-0994-401b-bd86-9772962a392e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:53.191634 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4733c3-285d-4560-8c69-e65c1843c143 req-93b787c0-74ec-4227-ae09-a8fff9d0b70b tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:53.193079 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-8f4733c3-285d-4560-8c69-e65c1843c143 req-93b787c0-74ec-4227-ae09-a8fff9d0b70b tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc07247e-f89f-4a60-b8ce-45230376a13c HTTP/1.1" status: 200 len: 946 time: 0.1765072 Jun 16 16:09:53.368903 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e9aaba8b-482a-4322-835e-1c267d35eb73 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:53.377112 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e9aaba8b-482a-4322-835e-1c267d35eb73 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702189'] for floatingip, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:53.381008 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [req-8f4733c3-285d-4560-8c69-e65c1843c143 req-63c40af6-91d6-442d-b2bd-e711004297f3 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] Deleting port 88e316f2-d90b-4c5a-b69f-e43d0f380f03 {{(pid=91874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:09:53.381349 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-8f4733c3-285d-4560-8c69-e65c1843c143 req-63c40af6-91d6-442d-b2bd-e711004297f3 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726811340957'] for port, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:53.544080 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [req-8f4733c3-285d-4560-8c69-e65c1843c143 req-63c40af6-91d6-442d-b2bd-e711004297f3 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] For port 88e316f2-d90b-4c5a-b69f-e43d0f380f03, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=88e316f2-d90b-4c5a-b69f-e43d0f380f03,segment=NetworkSegment(3d78f2bd-bfe7-408c-985f-1e83d69bf2f6),segment_id=3d78f2bd-bfe7-408c-985f-1e83d69bf2f6)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:09:53.544433 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-8f4733c3-285d-4560-8c69-e65c1843c143 req-63c40af6-91d6-442d-b2bd-e711004297f3 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674541'] for port, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:53.547333 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.db.l3_db [None req-e9aaba8b-482a-4322-835e-1c267d35eb73 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Floating IP e7e497c4-312d-4a9f-b58e-d0b230e85e0e associated. External IP: 172.27.1.5, port: f9d71033-5bec-4e78-af59-75366179378a. Jun 16 16:09:53.660661 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [req-8f4733c3-285d-4560-8c69-e65c1843c143 req-63c40af6-91d6-442d-b2bd-e711004297f3 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] Calling delete_port for 88e316f2-d90b-4c5a-b69f-e43d0f380f03 owned by compute:nova {{(pid=91874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:09:53.764065 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7551c4d2-5cb7-49d9-8f51-01543ae7ef95 req-0417205f-b523-4d3f-a2f5-4d4f6606c2af tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:53.765672 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-7551c4d2-5cb7-49d9-8f51-01543ae7ef95 req-0417205f-b523-4d3f-a2f5-4d4f6606c2af tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc07247e-f89f-4a60-b8ce-45230376a13c HTTP/1.1" status: 200 len: 946 time: 0.0680664 Jun 16 16:09:53.805615 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-7551c4d2-5cb7-49d9-8f51-01543ae7ef95 req-0f76122f-48f3-4099-8505-32b2d28c07fb tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] 10.222.0.49 "GET /v2.0/security-groups?id=e09fa68c-43bb-4d4c-a1d7-db430e8972c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331452 Jun 16 16:09:53.902377 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-8f4733c3-285d-4560-8c69-e65c1843c143 req-63c40af6-91d6-442d-b2bd-e711004297f3 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726811346809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726810953732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3529197'] for port, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:53.906979 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-353c7491-b8a4-447a-817d-1bd4c9730f29 tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:09:53.915177 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] get_ports_and_sgs() called for port_ids ['88e316f2-d90b-4c5a-b69f-e43d0f380f03'] {{(pid=91876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:09:53.937015 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c40af6-91d6-442d-b2bd-e711004297f3 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] Pushing event deleted for resources: {'Port': ['ID=88e316f2-d90b-4c5a-b69f-e43d0f380f03,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:09:53.942579 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9aaba8b-482a-4322-835e-1c267d35eb73 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Router 055c9b6e-7b28-4250-a567-731b1fadb57f has already been hosted by L3 agent 0e7678c9-774c-4c46-a09f-f3aaee363ca4 {{(pid=91874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:09:53.943858 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-63c40af6-91d6-442d-b2bd-e711004297f3 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:09:53.992482 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f4733c3-285d-4560-8c69-e65c1843c143 req-63c40af6-91d6-442d-b2bd-e711004297f3 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] No DVR routers for this DVR port 88e316f2-d90b-4c5a-b69f-e43d0f380f03 on host hv-cinder-79611 {{(pid=91874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:09:53.995298 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-8f4733c3-285d-4560-8c69-e65c1843c143 req-63c40af6-91d6-442d-b2bd-e711004297f3 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208782'] for port, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:53.997207 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-8f4733c3-285d-4560-8c69-e65c1843c143 req-63c40af6-91d6-442d-b2bd-e711004297f3 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] 10.222.0.15 "DELETE /v2.0/ports/88e316f2-d90b-4c5a-b69f-e43d0f380f03 HTTP/1.1" status: 204 len: 173 time: 0.7972820 Jun 16 16:09:53.997920 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc07247e-f89f-4a60-b8ce-45230376a13c', 'name': 'network-vif-deleted', 'tag': '88e316f2-d90b-4c5a-b69f-e43d0f380f03'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:09:54.000192 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac39972ab304bebcb834853fc43b221d920fab97f47da84b7636f2612ed6f187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e391b92-fe67-403a-b430-fc10f706176e" -d '{"events": [{"server_uuid": "fc07247e-f89f-4a60-b8ce-45230376a13c", "name": "network-vif-deleted", "tag": "88e316f2-d90b-4c5a-b69f-e43d0f380f03"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:09:54.065067 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0fae584-24ed-4836-87fd-76704e5cd922 x-openstack-request-id: req-d0fae584-24ed-4836-87fd-76704e5cd922 {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:09:54.065412 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc07247e-f89f-4a60-b8ce-45230376a13c", "name": "network-vif-deleted", "tag": "88e316f2-d90b-4c5a-b69f-e43d0f380f03", "status": "completed", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:09:54.065693 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d0fae584-24ed-4836-87fd-76704e5cd922 {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:09:54.066126 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc07247e-f89f-4a60-b8ce-45230376a13c', 'name': 'network-vif-deleted', 'tag': '88e316f2-d90b-4c5a-b69f-e43d0f380f03', 'status': 'completed', 'code': 200} Jun 16 16:09:54.103841 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9aaba8b-482a-4322-835e-1c267d35eb73 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify agent at l3_agent.dv-cinder-796114-3-iscsi the message routers_updated {{(pid=91874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:09:54.113601 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facf2da9-c8b0-41ab-9223-62db755700fc None None] Sync routers for ids ['055c9b6e-7b28-4250-a567-731b1fadb57f'] in dv-cinder-796114-3-iscsi {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:09:54.113896 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e9aaba8b-482a-4322-835e-1c267d35eb73 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208782'] for floatingip, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:54.123750 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facf2da9-c8b0-41ab-9223-62db755700fc None None] Routers {'055c9b6e-7b28-4250-a567-731b1fadb57f'} bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:09:54.125633 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-facf2da9-c8b0-41ab-9223-62db755700fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:57:20Z,description=,heartbeat_timestamp=2021-06-16T16:09:50Z,host='dv-cinder-796114-3-iscsi',id=0e7678c9-774c-4c46-a09f-f3aaee363ca4,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:57:20Z,topic='l3_agent')) {'router_ids': ['055c9b6e-7b28-4250-a567-731b1fadb57f'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:09:54.154950 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-e9aaba8b-482a-4322-835e-1c267d35eb73 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "PUT /v2.0/floatingips/e7e497c4-312d-4a9f-b58e-d0b230e85e0e HTTP/1.1" status: 200 len: 989 time: 1.3792377 Jun 16 16:09:54.253795 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-facf2da9-c8b0-41ab-9223-62db755700fc None None] Set router 055c9b6e-7b28-4250-a567-731b1fadb57f gateway port host: dv-cinder-796114-3-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:09:54.375842 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de90bdf-471a-476f-bdf2-100d8d93f871 req-0fa27931-b9e5-4c97-8cdd-af12f93e9dcd tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:54.377511 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-7de90bdf-471a-476f-bdf2-100d8d93f871 req-0fa27931-b9e5-4c97-8cdd-af12f93e9dcd tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc60efe-e253-48bb-be1d-c16c72aab023 HTTP/1.1" status: 200 len: 945 time: 0.0748203 Jun 16 16:09:54.417189 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-7de90bdf-471a-476f-bdf2-100d8d93f871 req-c319da0a-5988-4b34-8e35-324cb341ce74 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/security-groups?id=01064c80-ee96-4ba5-9d69-666f89adc486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339592 Jun 16 16:09:54.483320 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-facf2da9-c8b0-41ab-9223-62db755700fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '055c9b6e-7b28-4250-a567-731b1fadb57f', 'name': 'tempest-AttachVolumeShelveTestJSON-1689198256-router', 'tenant_id': '16b677d62510476d919b610e7baa5577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '6da1a5f4-82c1-43e0-a78a-2bf5174efd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:04:52Z', 'updated_at': '2021-06-16T16:04:58Z', 'revision_number': 4, 'project_id': '16b677d62510476d919b610e7baa5577', 'gw_port': {'id': '6da1a5f4-82c1-43e0-a78a-2bf5174efd5c', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:75:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055c9b6e-7b28-4250-a567-731b1fadb57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:04:53Z', 'updated_at': '2021-06-16T16:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi', '_floatingips': [{'id': 'e7e497c4-312d-4a9f-b58e-d0b230e85e0e', 'tenant_id': '16b677d62510476d919b610e7baa5577', 'floating_ip_address': '172.27.1.5', 'floating_network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'router_id': '055c9b6e-7b28-4250-a567-731b1fadb57f', 'port_id': 'f9d71033-5bec-4e78-af59-75366179378a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfdbc1d1-75c9-493c-aefe-3be5c8294cd4', 'mac_address': 'fa:16:3e:0d:ba:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c83968e-60c5-411a-958e-74c856a073f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:09:32Z', 'updated_at': '2021-06-16T16:09:53Z', 'revision_number': 1, 'project_id': '16b677d62510476d919b610e7baa5577', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4b30c25-4506-4be3-b50b-2b05a2ea7ceb', 'name': '', 'network_id': 'cfdbc1d1-75c9-493c-aefe-3be5c8294cd4', 'tenant_id': '16b677d62510476d919b610e7baa5577', 'mac_address': 'fa:16:3e:2d:cb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055c9b6e-7b28-4250-a567-731b1fadb57f', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6b78bc3c-b434-4bd5-9871-761bea7dd046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:04:57Z', 'updated_at': '2021-06-16T16:05:11Z', 'revision_number': 5, 'project_id': '16b677d62510476d919b610e7baa5577', 'subnets': [{'id': '6b78bc3c-b434-4bd5-9871-761bea7dd046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:09:54.486572 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facf2da9-c8b0-41ab-9223-62db755700fc None None] Checking router: 055c9b6e-7b28-4250-a567-731b1fadb57f for host: dv-cinder-796114-3-iscsi {{(pid=91876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:09:54.494320 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facf2da9-c8b0-41ab-9223-62db755700fc None None] Routers {'055c9b6e-7b28-4250-a567-731b1fadb57f'} bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:09:54.494919 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-facf2da9-c8b0-41ab-9223-62db755700fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:57:20Z,description=,heartbeat_timestamp=2021-06-16T16:09:50Z,host='dv-cinder-796114-3-iscsi',id=0e7678c9-774c-4c46-a09f-f3aaee363ca4,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:57:20Z,topic='l3_agent')) {'router_ids': ['055c9b6e-7b28-4250-a567-731b1fadb57f'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:09:54.728325 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-facf2da9-c8b0-41ab-9223-62db755700fc None None] Set router 055c9b6e-7b28-4250-a567-731b1fadb57f gateway port host: dv-cinder-796114-3-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:09:54.967339 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-facf2da9-c8b0-41ab-9223-62db755700fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '055c9b6e-7b28-4250-a567-731b1fadb57f', 'name': 'tempest-AttachVolumeShelveTestJSON-1689198256-router', 'tenant_id': '16b677d62510476d919b610e7baa5577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '6da1a5f4-82c1-43e0-a78a-2bf5174efd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:04:52Z', 'updated_at': '2021-06-16T16:04:58Z', 'revision_number': 4, 'project_id': '16b677d62510476d919b610e7baa5577', 'gw_port': {'id': '6da1a5f4-82c1-43e0-a78a-2bf5174efd5c', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:75:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055c9b6e-7b28-4250-a567-731b1fadb57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:04:53Z', 'updated_at': '2021-06-16T16:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi', '_floatingips': [{'id': 'e7e497c4-312d-4a9f-b58e-d0b230e85e0e', 'tenant_id': '16b677d62510476d919b610e7baa5577', 'floating_ip_address': '172.27.1.5', 'floating_network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'router_id': '055c9b6e-7b28-4250-a567-731b1fadb57f', 'port_id': 'f9d71033-5bec-4e78-af59-75366179378a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfdbc1d1-75c9-493c-aefe-3be5c8294cd4', 'mac_address': 'fa:16:3e:0d:ba:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c83968e-60c5-411a-958e-74c856a073f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:09:32Z', 'updated_at': '2021-06-16T16:09:53Z', 'revision_number': 1, 'project_id': '16b677d62510476d919b610e7baa5577', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4b30c25-4506-4be3-b50b-2b05a2ea7ceb', 'name': '', 'network_id': 'cfdbc1d1-75c9-493c-aefe-3be5c8294cd4', 'tenant_id': '16b677d62510476d919b610e7baa5577', 'mac_address': 'fa:16:3e:2d:cb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055c9b6e-7b28-4250-a567-731b1fadb57f', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6b78bc3c-b434-4bd5-9871-761bea7dd046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:04:57Z', 'updated_at': '2021-06-16T16:05:11Z', 'revision_number': 5, 'project_id': '16b677d62510476d919b610e7baa5577', 'subnets': [{'id': '6b78bc3c-b434-4bd5-9871-761bea7dd046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:09:54.971345 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facf2da9-c8b0-41ab-9223-62db755700fc None None] The sync data for ids ['055c9b6e-7b28-4250-a567-731b1fadb57f'] in dv-cinder-796114-3-iscsi is: [{'id': '055c9b6e-7b28-4250-a567-731b1fadb57f', 'name': 'tempest-AttachVolumeShelveTestJSON-1689198256-router', 'tenant_id': '16b677d62510476d919b610e7baa5577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '6da1a5f4-82c1-43e0-a78a-2bf5174efd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:04:52Z', 'updated_at': '2021-06-16T16:04:58Z', 'revision_number': 4, 'project_id': '16b677d62510476d919b610e7baa5577', 'gw_port': {'id': '6da1a5f4-82c1-43e0-a78a-2bf5174efd5c', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:75:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055c9b6e-7b28-4250-a567-731b1fadb57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:04:53Z', 'updated_at': '2021-06-16T16:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi', '_floatingips': [{'id': 'e7e497c4-312d-4a9f-b58e-d0b230e85e0e', 'tenant_id': '16b677d62510476d919b610e7baa5577', 'floating_ip_address': '172.27.1.5', 'floating_network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'router_id': '055c9b6e-7b28-4250-a567-731b1fadb57f', 'port_id': 'f9d71033-5bec-4e78-af59-75366179378a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfdbc1d1-75c9-493c-aefe-3be5c8294cd4', 'mac_address': 'fa:16:3e:0d:ba:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c83968e-60c5-411a-958e-74c856a073f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:09:32Z', 'updated_at': '2021-06-16T16:09:53Z', 'revision_number': 1, 'project_id': '16b677d62510476d919b610e7baa5577', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4b30c25-4506-4be3-b50b-2b05a2ea7ceb', 'name': '', 'network_id': 'cfdbc1d1-75c9-493c-aefe-3be5c8294cd4', 'tenant_id': '16b677d62510476d919b610e7baa5577', 'mac_address': 'fa:16:3e:2d:cb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055c9b6e-7b28-4250-a567-731b1fadb57f', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6b78bc3c-b434-4bd5-9871-761bea7dd046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:04:57Z', 'updated_at': '2021-06-16T16:05:11Z', 'revision_number': 5, 'project_id': '16b677d62510476d919b610e7baa5577', 'subnets': [{'id': '6b78bc3c-b434-4bd5-9871-761bea7dd046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:09:55.176446 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e6f37a-7e6d-4143-b435-6b92f900569d None None] New status for floating IP e7e497c4-312d-4a9f-b58e-d0b230e85e0e: ACTIVE {{(pid=91877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:09:55.740103 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe73dcb0-6ceb-41b1-ba6f-fb25e0d3f241 req-58859c28-ec63-44e6-b799-7e5111f3930b tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:55.741571 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-fe73dcb0-6ceb-41b1-ba6f-fb25e0d3f241 req-58859c28-ec63-44e6-b799-7e5111f3930b tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc60efe-e253-48bb-be1d-c16c72aab023 HTTP/1.1" status: 200 len: 945 time: 0.2100625 Jun 16 16:09:55.778600 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-fe73dcb0-6ceb-41b1-ba6f-fb25e0d3f241 req-a19864d4-8dcc-48b7-b6b3-600707dd6fb4 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/security-groups?id=01064c80-ee96-4ba5-9d69-666f89adc486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310726 Jun 16 16:09:56.067254 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c83968e-60c5-411a-958e-74c856a073f6', 'tag': 'f9d71033-5bec-4e78-af59-75366179378a'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:09:56.069671 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac39972ab304bebcb834853fc43b221d920fab97f47da84b7636f2612ed6f187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77944a4-4a53-42f2-9a1e-60056dd0bb33" -d '{"events": [{"name": "network-changed", "server_uuid": "7c83968e-60c5-411a-958e-74c856a073f6", "tag": "f9d71033-5bec-4e78-af59-75366179378a"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:09:56.105967 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6fbef1a-8b8e-4b76-b457-3754bc5885d1 x-openstack-request-id: req-c6fbef1a-8b8e-4b76-b457-3754bc5885d1 {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:09:56.106506 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c83968e-60c5-411a-958e-74c856a073f6", "tag": "f9d71033-5bec-4e78-af59-75366179378a", "status": "completed", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:09:56.106780 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c6fbef1a-8b8e-4b76-b457-3754bc5885d1 {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:09:56.107210 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c83968e-60c5-411a-958e-74c856a073f6', 'tag': 'f9d71033-5bec-4e78-af59-75366179378a', 'status': 'completed', 'code': 200} Jun 16 16:09:56.951845 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e8f77c-49ee-424a-b8b0-06466c82fe33 req-b6009fb3-8f05-4f63-b546-8023a7f9c308 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:56.953290 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-33e8f77c-49ee-424a-b8b0-06466c82fe33 req-b6009fb3-8f05-4f63-b546-8023a7f9c308 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc60efe-e253-48bb-be1d-c16c72aab023 HTTP/1.1" status: 200 len: 945 time: 0.0612283 Jun 16 16:09:56.992941 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-33e8f77c-49ee-424a-b8b0-06466c82fe33 req-a086b1c1-d58f-4652-8f88-610882e1d6e9 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/security-groups?id=01064c80-ee96-4ba5-9d69-666f89adc486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341644 Jun 16 16:09:58.165505 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689a8e35-9f07-47d7-a1c1-305d8b97af03 req-f30403e9-dbfd-4966-b0c2-4cee6f6857ad tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:58.166977 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-689a8e35-9f07-47d7-a1c1-305d8b97af03 req-f30403e9-dbfd-4966-b0c2-4cee6f6857ad tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc60efe-e253-48bb-be1d-c16c72aab023 HTTP/1.1" status: 200 len: 945 time: 0.0638926 Jun 16 16:09:58.203911 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-689a8e35-9f07-47d7-a1c1-305d8b97af03 req-950befeb-a2a5-46e4-b1be-fdf61f3169fb tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/security-groups?id=01064c80-ee96-4ba5-9d69-666f89adc486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313499 Jun 16 16:09:58.295039 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77944a4-4a53-42f2-9a1e-60056dd0bb33 req-d24ed592-6235-4ef8-bfd5-dd8d0e86b49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:58.296380 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a77944a4-4a53-42f2-9a1e-60056dd0bb33 req-d24ed592-6235-4ef8-bfd5-dd8d0e86b49c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=16b677d62510476d919b610e7baa5577&device_id=7c83968e-60c5-411a-958e-74c856a073f6 HTTP/1.1" status: 200 len: 1098 time: 0.0517235 Jun 16 16:09:58.392575 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77944a4-4a53-42f2-9a1e-60056dd0bb33 req-b6f4d0a6-8623-46e4-adca-7c5a5b5a3c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:58.394031 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a77944a4-4a53-42f2-9a1e-60056dd0bb33 req-b6f4d0a6-8623-46e4-adca-7c5a5b5a3c28 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cfdbc1d1-75c9-493c-aefe-3be5c8294cd4 HTTP/1.1" status: 200 len: 918 time: 0.0902510 Jun 16 16:09:58.460107 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a77944a4-4a53-42f2-9a1e-60056dd0bb33 req-0da85dfa-e874-4d30-8ed0-f1a283b54e4d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f9d71033-5bec-4e78-af59-75366179378a HTTP/1.1" status: 200 len: 999 time: 0.0574381 Jun 16 16:09:58.510796 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77944a4-4a53-42f2-9a1e-60056dd0bb33 req-a6d8734f-f538-4080-9df7-b7f9ad113fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:58.512907 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a77944a4-4a53-42f2-9a1e-60056dd0bb33 req-a6d8734f-f538-4080-9df7-b7f9ad113fd2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6b78bc3c-b434-4bd5-9871-761bea7dd046 HTTP/1.1" status: 200 len: 856 time: 0.0430501 Jun 16 16:09:58.520588 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device 88e316f2-d90b-4c5a-b69f-e43d0f380f03 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:09:58.540305 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] No Port match for: 88e316f2-d90b-4c5a-b69f-e43d0f380f03 {{(pid=91876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:09:58.540671 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device 88e316f2-d90b-4c5a-b69f-e43d0f380f03 not bound to the agent host hv-cinder-79611 {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:09:58.572925 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77944a4-4a53-42f2-9a1e-60056dd0bb33 req-3d5ad913-03dd-466b-aebf-ea2ea262d254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:58.574908 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a77944a4-4a53-42f2-9a1e-60056dd0bb33 req-3d5ad913-03dd-466b-aebf-ea2ea262d254 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cfdbc1d1-75c9-493c-aefe-3be5c8294cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0545928 Jun 16 16:09:58.659950 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a77944a4-4a53-42f2-9a1e-60056dd0bb33 req-87615884-5ee6-4d7b-8d66-298680cb21ec service neutron] 10.222.0.15 "GET /v2.0/networks/cfdbc1d1-75c9-493c-aefe-3be5c8294cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0774965 Jun 16 16:09:58.756069 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a77944a4-4a53-42f2-9a1e-60056dd0bb33 req-911f52ac-efb0-4ba1-bb63-3e5307e1633f service neutron] 10.222.0.15 "GET /v2.0/networks/cfdbc1d1-75c9-493c-aefe-3be5c8294cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843816 Jun 16 16:09:59.388625 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947b9832-200c-4eb2-a2f0-27d850cf4cd3 req-f36e7d30-8b0a-440b-8045-9f635c215c9a tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:59.390215 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-947b9832-200c-4eb2-a2f0-27d850cf4cd3 req-f36e7d30-8b0a-440b-8045-9f635c215c9a tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc60efe-e253-48bb-be1d-c16c72aab023 HTTP/1.1" status: 200 len: 945 time: 0.0709000 Jun 16 16:09:59.430151 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-947b9832-200c-4eb2-a2f0-27d850cf4cd3 req-e00c0392-0668-49b8-88ee-4a89198544f2 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/security-groups?id=01064c80-ee96-4ba5-9d69-666f89adc486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337927 Jun 16 16:09:59.642944 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2aaad3-c063-4072-b2b9-f3d36fc4a1a7 req-9ee16730-8189-4670-974a-03cbdf831671 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:59.644431 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-1e2aaad3-c063-4072-b2b9-f3d36fc4a1a7 req-9ee16730-8189-4670-974a-03cbdf831671 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cc60efe-e253-48bb-be1d-c16c72aab023 HTTP/1.1" status: 200 len: 945 time: 0.3096073 Jun 16 16:09:59.747015 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [req-1e2aaad3-c063-4072-b2b9-f3d36fc4a1a7 req-187dba1e-215e-4acb-9b47-8a4f07992cb4 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Deleting port 251c5bee-1a5b-4457-960d-646b0cb7a851 {{(pid=91874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:09:59.747274 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-1e2aaad3-c063-4072-b2b9-f3d36fc4a1a7 req-187dba1e-215e-4acb-9b47-8a4f07992cb4 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726811340957'] for port, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:59.832694 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [req-1e2aaad3-c063-4072-b2b9-f3d36fc4a1a7 req-187dba1e-215e-4acb-9b47-8a4f07992cb4 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] For port 251c5bee-1a5b-4457-960d-646b0cb7a851, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=251c5bee-1a5b-4457-960d-646b0cb7a851,segment=NetworkSegment(28ca8ba8-691c-48b2-ad64-51cdd785b47e),segment_id=28ca8ba8-691c-48b2-ad64-51cdd785b47e)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:09:59.833054 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-1e2aaad3-c063-4072-b2b9-f3d36fc4a1a7 req-187dba1e-215e-4acb-9b47-8a4f07992cb4 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674541'] for port, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:59.993616 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-1e2aaad3-c063-4072-b2b9-f3d36fc4a1a7 req-187dba1e-215e-4acb-9b47-8a4f07992cb4 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:59.993987 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-1e2aaad3-c063-4072-b2b9-f3d36fc4a1a7 req-187dba1e-215e-4acb-9b47-8a4f07992cb4 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702189'] for floatingip, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:59.994301 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.db.l3_db [req-1e2aaad3-c063-4072-b2b9-f3d36fc4a1a7 req-187dba1e-215e-4acb-9b47-8a4f07992cb4 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Floating IP 6aa23f55-5652-49ac-b1d0-7e3e0530df26 disassociated. External IP: 172.27.1.109, port: 251c5bee-1a5b-4457-960d-646b0cb7a851. Jun 16 16:09:59.994647 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [req-1e2aaad3-c063-4072-b2b9-f3d36fc4a1a7 req-187dba1e-215e-4acb-9b47-8a4f07992cb4 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Calling delete_port for 251c5bee-1a5b-4457-960d-646b0cb7a851 owned by compute:nova {{(pid=91874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:10:00.121710 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-1e2aaad3-c063-4072-b2b9-f3d36fc4a1a7 req-187dba1e-215e-4acb-9b47-8a4f07992cb4 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726811346809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726810953732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3529197'] for port, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:00.125304 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-767837f5-5f5a-4b44-9080-78409a374739 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:00.152533 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187dba1e-215e-4acb-9b47-8a4f07992cb4 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Pushing event deleted for resources: {'Port': ['ID=251c5bee-1a5b-4457-960d-646b0cb7a851,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:00.156246 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-187dba1e-215e-4acb-9b47-8a4f07992cb4 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:00.267630 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e2aaad3-c063-4072-b2b9-f3d36fc4a1a7 req-187dba1e-215e-4acb-9b47-8a4f07992cb4 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Router 8112a31f-9720-469c-9d18-4de725043260 has already been hosted by L3 agent 0e7678c9-774c-4c46-a09f-f3aaee363ca4 {{(pid=91874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:10:00.375179 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e2aaad3-c063-4072-b2b9-f3d36fc4a1a7 req-187dba1e-215e-4acb-9b47-8a4f07992cb4 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify agent at l3_agent.dv-cinder-796114-3-iscsi the message routers_updated {{(pid=91874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:10:00.385139 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312224f8-c176-462a-8ff5-72204a7fa056 None None] Sync routers for ids ['8112a31f-9720-469c-9d18-4de725043260'] in dv-cinder-796114-3-iscsi {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:10:00.396798 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312224f8-c176-462a-8ff5-72204a7fa056 None None] Routers {'8112a31f-9720-469c-9d18-4de725043260'} bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:10:00.397668 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-312224f8-c176-462a-8ff5-72204a7fa056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:57:20Z,description=,heartbeat_timestamp=2021-06-16T16:09:50Z,host='dv-cinder-796114-3-iscsi',id=0e7678c9-774c-4c46-a09f-f3aaee363ca4,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:57:20Z,topic='l3_agent')) {'router_ids': ['8112a31f-9720-469c-9d18-4de725043260'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:10:00.423384 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e2aaad3-c063-4072-b2b9-f3d36fc4a1a7 req-187dba1e-215e-4acb-9b47-8a4f07992cb4 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] No DVR routers for this DVR port 251c5bee-1a5b-4457-960d-646b0cb7a851 on host hv-cinder-79611 {{(pid=91874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:10:00.426400 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-1e2aaad3-c063-4072-b2b9-f3d36fc4a1a7 req-187dba1e-215e-4acb-9b47-8a4f07992cb4 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208782'] for port, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:00.428721 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-1e2aaad3-c063-4072-b2b9-f3d36fc4a1a7 req-187dba1e-215e-4acb-9b47-8a4f07992cb4 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.15 "DELETE /v2.0/ports/251c5bee-1a5b-4457-960d-646b0cb7a851 HTTP/1.1" status: 204 len: 173 time: 0.7783053 Jun 16 16:10:00.429907 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc60efe-e253-48bb-be1d-c16c72aab023', 'name': 'network-vif-deleted', 'tag': '251c5bee-1a5b-4457-960d-646b0cb7a851'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:10:00.439448 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac39972ab304bebcb834853fc43b221d920fab97f47da84b7636f2612ed6f187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d275a46-0b23-43da-84b5-f320c88b8e1d" -d '{"events": [{"server_uuid": "0cc60efe-e253-48bb-be1d-c16c72aab023", "name": "network-vif-deleted", "tag": "251c5bee-1a5b-4457-960d-646b0cb7a851"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:10:00.508395 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af9ade5-2667-48aa-9e2f-93d5fb163dfc x-openstack-request-id: req-8af9ade5-2667-48aa-9e2f-93d5fb163dfc {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:10:00.508724 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc60efe-e253-48bb-be1d-c16c72aab023", "name": "network-vif-deleted", "tag": "251c5bee-1a5b-4457-960d-646b0cb7a851", "status": "completed", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:10:00.509015 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8af9ade5-2667-48aa-9e2f-93d5fb163dfc {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:10:00.509473 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cc60efe-e253-48bb-be1d-c16c72aab023', 'name': 'network-vif-deleted', 'tag': '251c5bee-1a5b-4457-960d-646b0cb7a851', 'status': 'completed', 'code': 200} Jun 16 16:10:00.544107 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-312224f8-c176-462a-8ff5-72204a7fa056 None None] Set router 8112a31f-9720-469c-9d18-4de725043260 gateway port host: dv-cinder-796114-3-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:10:00.684889 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-7d0799e9-18f1-4134-a706-58036e199446 req-12e203cb-3f43-43c5-809c-4c2fb7949993 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc60efe-e253-48bb-be1d-c16c72aab023 HTTP/1.1" status: 200 len: 210 time: 0.0454426 Jun 16 16:10:00.790196 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-312224f8-c176-462a-8ff5-72204a7fa056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8112a31f-9720-469c-9d18-4de725043260', 'name': 'tempest-AttachVolumeTestJSON-71700425-router', 'tenant_id': 'b6f37c6beb22479fae2758d3ed17d813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '63a1cf5a-d7b5-42f9-9dc4-0f6aedbdefd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:04:55Z', 'updated_at': '2021-06-16T16:05:04Z', 'revision_number': 4, 'project_id': 'b6f37c6beb22479fae2758d3ed17d813', 'gw_port': {'id': '63a1cf5a-d7b5-42f9-9dc4-0f6aedbdefd5', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8112a31f-9720-469c-9d18-4de725043260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:04:57Z', 'updated_at': '2021-06-16T16:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi', '_interfaces': [{'id': '9fe774fa-d9df-4d9a-a7c9-265a06cd514c', 'name': '', 'network_id': '9b440f45-4a88-4d84-9a29-8220f48297fe', 'tenant_id': 'b6f37c6beb22479fae2758d3ed17d813', 'mac_address': 'fa:16:3e:ea:cb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8112a31f-9720-469c-9d18-4de725043260', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ea00e02a-6838-40a9-b1d7-a5a03e20d3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:05:02Z', 'updated_at': '2021-06-16T16:05:18Z', 'revision_number': 5, 'project_id': 'b6f37c6beb22479fae2758d3ed17d813', 'subnets': [{'id': 'ea00e02a-6838-40a9-b1d7-a5a03e20d3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:10:00.794024 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312224f8-c176-462a-8ff5-72204a7fa056 None None] Checking router: 8112a31f-9720-469c-9d18-4de725043260 for host: dv-cinder-796114-3-iscsi {{(pid=91876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:10:00.801832 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312224f8-c176-462a-8ff5-72204a7fa056 None None] Routers {'8112a31f-9720-469c-9d18-4de725043260'} bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:10:00.802434 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-312224f8-c176-462a-8ff5-72204a7fa056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:57:20Z,description=,heartbeat_timestamp=2021-06-16T16:09:50Z,host='dv-cinder-796114-3-iscsi',id=0e7678c9-774c-4c46-a09f-f3aaee363ca4,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:57:20Z,topic='l3_agent')) {'router_ids': ['8112a31f-9720-469c-9d18-4de725043260'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:10:00.816635 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.agents_db [None req-058d43c2-15cf-4374-9ac5-1369303d1fb9 None None] Agent healthcheck: found 6 active agents {{(pid=91877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:10:00.914775 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-312224f8-c176-462a-8ff5-72204a7fa056 None None] Set router 8112a31f-9720-469c-9d18-4de725043260 gateway port host: dv-cinder-796114-3-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:10:01.106987 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-312224f8-c176-462a-8ff5-72204a7fa056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8112a31f-9720-469c-9d18-4de725043260', 'name': 'tempest-AttachVolumeTestJSON-71700425-router', 'tenant_id': 'b6f37c6beb22479fae2758d3ed17d813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '63a1cf5a-d7b5-42f9-9dc4-0f6aedbdefd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:04:55Z', 'updated_at': '2021-06-16T16:05:04Z', 'revision_number': 4, 'project_id': 'b6f37c6beb22479fae2758d3ed17d813', 'gw_port': {'id': '63a1cf5a-d7b5-42f9-9dc4-0f6aedbdefd5', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8112a31f-9720-469c-9d18-4de725043260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:04:57Z', 'updated_at': '2021-06-16T16:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi', '_interfaces': [{'id': '9fe774fa-d9df-4d9a-a7c9-265a06cd514c', 'name': '', 'network_id': '9b440f45-4a88-4d84-9a29-8220f48297fe', 'tenant_id': 'b6f37c6beb22479fae2758d3ed17d813', 'mac_address': 'fa:16:3e:ea:cb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8112a31f-9720-469c-9d18-4de725043260', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ea00e02a-6838-40a9-b1d7-a5a03e20d3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:05:02Z', 'updated_at': '2021-06-16T16:05:18Z', 'revision_number': 5, 'project_id': 'b6f37c6beb22479fae2758d3ed17d813', 'subnets': [{'id': 'ea00e02a-6838-40a9-b1d7-a5a03e20d3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:10:01.110351 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312224f8-c176-462a-8ff5-72204a7fa056 None None] The sync data for ids ['8112a31f-9720-469c-9d18-4de725043260'] in dv-cinder-796114-3-iscsi is: [{'id': '8112a31f-9720-469c-9d18-4de725043260', 'name': 'tempest-AttachVolumeTestJSON-71700425-router', 'tenant_id': 'b6f37c6beb22479fae2758d3ed17d813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '63a1cf5a-d7b5-42f9-9dc4-0f6aedbdefd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:04:55Z', 'updated_at': '2021-06-16T16:05:04Z', 'revision_number': 4, 'project_id': 'b6f37c6beb22479fae2758d3ed17d813', 'gw_port': {'id': '63a1cf5a-d7b5-42f9-9dc4-0f6aedbdefd5', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8112a31f-9720-469c-9d18-4de725043260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:04:57Z', 'updated_at': '2021-06-16T16:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi', '_interfaces': [{'id': '9fe774fa-d9df-4d9a-a7c9-265a06cd514c', 'name': '', 'network_id': '9b440f45-4a88-4d84-9a29-8220f48297fe', 'tenant_id': 'b6f37c6beb22479fae2758d3ed17d813', 'mac_address': 'fa:16:3e:ea:cb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8112a31f-9720-469c-9d18-4de725043260', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ea00e02a-6838-40a9-b1d7-a5a03e20d3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:05:02Z', 'updated_at': '2021-06-16T16:05:18Z', 'revision_number': 5, 'project_id': 'b6f37c6beb22479fae2758d3ed17d813', 'subnets': [{'id': 'ea00e02a-6838-40a9-b1d7-a5a03e20d3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:10:01.320227 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fe5f51-397f-496d-9f6c-dee37ab27fc6 None None] New status for floating IP 6aa23f55-5652-49ac-b1d0-7e3e0530df26: DOWN {{(pid=91877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:10:01.841230 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-e08f7c33-3e04-494b-a670-c0e5afd01fc4 req-85887ac0-e4e1-45bc-8fa9-663ce151c070 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc60efe-e253-48bb-be1d-c16c72aab023 HTTP/1.1" status: 200 len: 210 time: 0.0289311 Jun 16 16:10:02.994309 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-d30c46c9-27c1-46b7-bf8e-7e3a31080d4e req-ebae74d3-d870-4010-a971-bd15cd0d7eda tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc60efe-e253-48bb-be1d-c16c72aab023 HTTP/1.1" status: 200 len: 210 time: 0.0281091 Jun 16 16:10:04.112997 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 40814) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:10:04.172946 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-dd94398c-0417-4c63-aa30-9e1e3eb6fb95 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:04.197993 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-dd94398c-0417-4c63-aa30-9e1e3eb6fb95 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:04.244025 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-dd94398c-0417-4c63-aa30-9e1e3eb6fb95 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:04.247434 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-dd94398c-0417-4c63-aa30-9e1e3eb6fb95 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:04.248572 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-dd94398c-0417-4c63-aa30-9e1e3eb6fb95 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "DELETE /v2.0/security-groups/01064c80-ee96-4ba5-9d69-666f89adc486 HTTP/1.1" status: 204 len: 168 time: 0.1345551 Jun 16 16:10:04.249455 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-200677a6-dc41-4ba9-bca2-66d13ea89d67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:04.251663 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 40816) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:10:04.258943 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd94398c-0417-4c63-aa30-9e1e3eb6fb95 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01064c80-ee96-4ba5-9d69-666f89adc486,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:04.261322 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-dd94398c-0417-4c63-aa30-9e1e3eb6fb95 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:04.266282 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.api.v2.resource [None req-2029f1bd-8477-4396-83d5-77c239c9b2ae tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] show failed (client error): The resource could not be found. Jun 16 16:10:04.267320 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-2029f1bd-8477-4396-83d5-77c239c9b2ae tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/security-groups/01064c80-ee96-4ba5-9d69-666f89adc486 HTTP/1.1" status: 404 len: 347 time: 0.0146275 Jun 16 16:10:04.270653 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 40818) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:10:04.392429 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-95fbb48e-2f4f-4698-a145-39703793b0eb tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Deleting port 51959c4f-550d-4167-b432-2ad7fde83538 {{(pid=91875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:10:04.392771 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-95fbb48e-2f4f-4698-a145-39703793b0eb tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726811340957'] for port, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:04.468743 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-95fbb48e-2f4f-4698-a145-39703793b0eb tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674541'] for port, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:04.469070 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-95fbb48e-2f4f-4698-a145-39703793b0eb tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:04.542373 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-95fbb48e-2f4f-4698-a145-39703793b0eb tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Calling delete_port for 51959c4f-550d-4167-b432-2ad7fde83538 owned by network:floatingip {{(pid=91875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:10:04.666319 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-95fbb48e-2f4f-4698-a145-39703793b0eb tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726811346809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726810953732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449056'] for port, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:04.669792 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-0a6c708f-6283-43e2-8a4f-f4ea51e13ee5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:04.696046 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fbb48e-2f4f-4698-a145-39703793b0eb tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Pushing event deleted for resources: {'Port': ['ID=51959c4f-550d-4167-b432-2ad7fde83538,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:04.698620 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-95fbb48e-2f4f-4698-a145-39703793b0eb tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:04.736570 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device 251c5bee-1a5b-4457-960d-646b0cb7a851 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:10:04.758522 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] No Port match for: 251c5bee-1a5b-4457-960d-646b0cb7a851 {{(pid=91876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:10:04.758921 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device 251c5bee-1a5b-4457-960d-646b0cb7a851 not bound to the agent host hv-cinder-79611 {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:10:04.763278 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-95fbb48e-2f4f-4698-a145-39703793b0eb tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks [] for floatingip, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:04.766023 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-95fbb48e-2f4f-4698-a145-39703793b0eb tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208782'] for floatingip, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:04.767199 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-95fbb48e-2f4f-4698-a145-39703793b0eb tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "DELETE /v2.0/floatingips/6aa23f55-5652-49ac-b1d0-7e3e0530df26 HTTP/1.1" status: 204 len: 168 time: 0.4955990 Jun 16 16:10:05.052482 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 40838) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:10:05.057487 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.v2.base [None req-7eade101-8296-481c-bb84-fb289f241cae tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Request body: {'security_group': {'name': 'tempest-securitygroup--66262566', 'description': 'tempest-description--1757829028'}} {{(pid=91875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:10:05.106970 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-7eade101-8296-481c-bb84-fb289f241cae tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks [] for security_group, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:05.124232 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5503342-12e7-41d3-adc5-1b3bf058d56b req-4081f8ea-5357-4c4e-aa27-063c297f024e tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:05.125749 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-f5503342-12e7-41d3-adc5-1b3bf058d56b req-4081f8ea-5357-4c4e-aa27-063c297f024e tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] 10.222.0.49 "GET /v2.0/networks?id=aa6372f8-d467-4cdf-b8bd-ca1bac54a532 HTTP/1.1" status: 200 len: 814 time: 0.1373575 Jun 16 16:10:05.144079 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-f5503342-12e7-41d3-adc5-1b3bf058d56b req-a941b305-85fd-4e6b-aa31-646fdc624a78 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] 10.222.0.49 "GET /v2.0/quotas/8afe5da5b773479c9f8c3e1780a53245 HTTP/1.1" status: 200 len: 375 time: 0.0125003 Jun 16 16:10:05.182191 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-f5503342-12e7-41d3-adc5-1b3bf058d56b req-9ed5023f-6537-4823-a848-46d15478e647 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8afe5da5b773479c9f8c3e1780a53245&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320261 Jun 16 16:10:05.242450 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-7eade101-8296-481c-bb84-fb289f241cae tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks [] for security_group, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:05.251325 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-7eade101-8296-481c-bb84-fb289f241cae tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:05.264180 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-8e25b929-54d3-4654-a235-ac3b3ea760ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:05.329109 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-7eade101-8296-481c-bb84-fb289f241cae tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks [] for security_group, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:05.330191 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-7eade101-8296-481c-bb84-fb289f241cae tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2767806 Jun 16 16:10:05.333147 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 40842) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:10:05.334875 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eade101-8296-481c-bb84-fb289f241cae tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6dddd99-3cb0-49f4-8bf6-4c2beef266cf,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:05.338016 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-e76b74e7-79a8-427d-b841-59a462c1dc5d tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Request body: {'security_group_rule': {'security_group_id': 'd6dddd99-3cb0-49f4-8bf6-4c2beef266cf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:10:05.338437 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-7eade101-8296-481c-bb84-fb289f241cae tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:05.359899 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-f5503342-12e7-41d3-adc5-1b3bf058d56b req-8f62922a-1d3b-40c9-8647-b6ce94b61d01 service neutron] 10.222.0.49 "GET /v2.0/networks/aa6372f8-d467-4cdf-b8bd-ca1bac54a532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689608 Jun 16 16:10:05.366666 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e76b74e7-79a8-427d-b841-59a462c1dc5d tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:05.413135 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e76b74e7-79a8-427d-b841-59a462c1dc5d tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:05.417493 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e76b74e7-79a8-427d-b841-59a462c1dc5d tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709652'] for security_group_rule, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:05.423016 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:05.438964 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76b74e7-79a8-427d-b841-59a462c1dc5d tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5d5e90d-033b-48f5-b14f-ea2fcaf8123d,revision_number=0']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:05.441776 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-e76b74e7-79a8-427d-b841-59a462c1dc5d tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:05.443112 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e76b74e7-79a8-427d-b841-59a462c1dc5d tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:05.446846 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-e76b74e7-79a8-427d-b841-59a462c1dc5d tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1101222 Jun 16 16:10:05.447331 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 40844) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:10:05.451788 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-f5503342-12e7-41d3-adc5-1b3bf058d56b req-cbda4e80-5bac-4215-9b6d-ad8c9193b603 service neutron] 10.222.0.49 "GET /v2.0/networks/aa6372f8-d467-4cdf-b8bd-ca1bac54a532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853388 Jun 16 16:10:05.452755 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-123ab453-8f26-4229-b864-4ad4f8682d3a tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Request body: {'security_group_rule': {'security_group_id': 'd6dddd99-3cb0-49f4-8bf6-4c2beef266cf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:10:05.479615 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-123ab453-8f26-4229-b864-4ad4f8682d3a tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:05.538384 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-123ab453-8f26-4229-b864-4ad4f8682d3a tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:05.542533 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-123ab453-8f26-4229-b864-4ad4f8682d3a tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709652'] for security_group_rule, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:05.544614 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:05.560336 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123ab453-8f26-4229-b864-4ad4f8682d3a tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a01a5da-4d58-42be-9275-5a7fcf68ab03,revision_number=0']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:05.566871 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-123ab453-8f26-4229-b864-4ad4f8682d3a tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:05.571103 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-123ab453-8f26-4229-b864-4ad4f8682d3a tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:05.572530 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-123ab453-8f26-4229-b864-4ad4f8682d3a tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1244826 Jun 16 16:10:05.576462 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 40848) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:10:05.581565 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-170c1c07-0d37-4a5e-a458-98dcf94e2e8c tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Request body: {'floatingip': {'floating_network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:10:05.611833 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-170c1c07-0d37-4a5e-a458-98dcf94e2e8c tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks [] for floatingip, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:05.703984 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d50c5a89-d127-455e-a04a-8f25fa3e452b req-21ef2d8a-e851-4ab3-aa23-53f0f1d22c6f tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c9a101-4385-40bd-9915-02e68c217120 HTTP/1.1" status: 200 len: 210 time: 0.1045022 Jun 16 16:10:05.749771 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-170c1c07-0d37-4a5e-a458-98dcf94e2e8c tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16110075'] for port, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:05.857913 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_common [None req-170c1c07-0d37-4a5e-a458-98dcf94e2e8c tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Allocated IP 172.27.1.18 (47501c57-dfca-44aa-9eed-27ee8bb77cd6/0b38b6c0-4839-4539-8281-d8dcfdf92ae7/0960f818-49b9-4394-a80d-8252adaa0d1c) {{(pid=91874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:10:05.967312 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-170c1c07-0d37-4a5e-a458-98dcf94e2e8c tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks [] for port, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:06.010458 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-170c1c07-0d37-4a5e-a458-98dcf94e2e8c tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16110910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726810954487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3529202'] for port, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:06.013880 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-0f85b990-afbc-4855-a614-dfe0e4973028 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:06.058905 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170c1c07-0d37-4a5e-a458-98dcf94e2e8c tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Network 47501c57-dfca-44aa-9eed-27ee8bb77cd6 is already hosted by enough agents. {{(pid=91874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:10:06.064919 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [None req-170c1c07-0d37-4a5e-a458-98dcf94e2e8c tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Resources bound (agent type, host, resource id): {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:10:06.068435 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170c1c07-0d37-4a5e-a458-98dcf94e2e8c tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Received port after_create {{(pid=91874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:10:06.074319 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170c1c07-0d37-4a5e-a458-98dcf94e2e8c tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Pushing event updated for resources: {'Port': ['ID=0960f818-49b9-4394-a80d-8252adaa0d1c,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:06.093991 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-170c1c07-0d37-4a5e-a458-98dcf94e2e8c tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:06.157202 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-170c1c07-0d37-4a5e-a458-98dcf94e2e8c tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:06.201336 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-170c1c07-0d37-4a5e-a458-98dcf94e2e8c tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:06.350484 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-170c1c07-0d37-4a5e-a458-98dcf94e2e8c tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks [] for port, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:06.355873 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-170c1c07-0d37-4a5e-a458-98dcf94e2e8c tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3529188'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:06.357925 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-4154697c-95aa-4e62-bb1d-ad3bbabd55a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:06.428347 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170c1c07-0d37-4a5e-a458-98dcf94e2e8c tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Pushing event updated for resources: {'Port': ['ID=0960f818-49b9-4394-a80d-8252adaa0d1c,revision_number=2']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:06.432170 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-170c1c07-0d37-4a5e-a458-98dcf94e2e8c tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:06.439471 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-170c1c07-0d37-4a5e-a458-98dcf94e2e8c tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702189'] for floatingip, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:06.452399 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-170c1c07-0d37-4a5e-a458-98dcf94e2e8c tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208782'] for floatingip, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:06.453636 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-170c1c07-0d37-4a5e-a458-98dcf94e2e8c tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8759909 Jun 16 16:10:06.643610 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c7cf09cf-41c8-4038-b9de-0ba100dd1764 req-46b4767b-9988-4de1-b74f-1aabf7a1fc12 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--66262566&fields=id&tenant_id=b6f37c6beb22479fae2758d3ed17d813 HTTP/1.1" status: 200 len: 267 time: 0.0319965 Jun 16 16:10:06.746618 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf09cf-41c8-4038-b9de-0ba100dd1764 req-f8ffa2ec-7b95-45ec-859c-767fc7040e36 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:06.748082 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c7cf09cf-41c8-4038-b9de-0ba100dd1764 req-f8ffa2ec-7b95-45ec-859c-767fc7040e36 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/networks?id=9b440f45-4a88-4d84-9a29-8220f48297fe HTTP/1.1" status: 200 len: 809 time: 0.0981617 Jun 16 16:10:06.763411 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c7cf09cf-41c8-4038-b9de-0ba100dd1764 req-42fc1b25-f8db-41ab-aea8-a8f5de7e8e5a tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/quotas/b6f37c6beb22479fae2758d3ed17d813 HTTP/1.1" status: 200 len: 375 time: 0.0093708 Jun 16 16:10:06.847938 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c7cf09cf-41c8-4038-b9de-0ba100dd1764 req-5f190c52-5ba8-40b0-9bb6-acdcaade9e75 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b6f37c6beb22479fae2758d3ed17d813&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0787754 Jun 16 16:10:06.858753 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-2129ba83-673d-4c0c-8d0d-1ec1b6557ac3 req-81e1f2b6-59b5-41ec-942e-78237f3f57b0 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c9a101-4385-40bd-9915-02e68c217120 HTTP/1.1" status: 200 len: 210 time: 0.0343051 Jun 16 16:10:07.040942 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5503342-12e7-41d3-adc5-1b3bf058d56b req-b507afa7-9ad4-4be8-91b2-a4228e1c7d63 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:07.043179 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f5503342-12e7-41d3-adc5-1b3bf058d56b req-b507afa7-9ad4-4be8-91b2-a4228e1c7d63 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] 10.222.0.15 "GET /v2.0/networks?id=aa6372f8-d467-4cdf-b8bd-ca1bac54a532 HTTP/1.1" status: 200 len: 814 time: 0.1942801 Jun 16 16:10:07.046924 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c7cf09cf-41c8-4038-b9de-0ba100dd1764 req-47339b22-5140-4c35-bb0c-f0badf8cbd58 service neutron] 10.222.0.49 "GET /v2.0/networks/9b440f45-4a88-4d84-9a29-8220f48297fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832862 Jun 16 16:10:07.065832 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [req-f5503342-12e7-41d3-adc5-1b3bf058d56b req-fc360550-0246-4a66-a36b-d1606b891fa3 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] Request body: {'port': {'device_id': '86c9a101-4385-40bd-9915-02e68c217120', 'network_id': 'aa6372f8-d467-4cdf-b8bd-ca1bac54a532', 'admin_state_up': True, 'tenant_id': '8afe5da5b773479c9f8c3e1780a53245'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:10:07.219392 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c7cf09cf-41c8-4038-b9de-0ba100dd1764 req-99a26651-2374-4499-a35c-302f1a518f4f service neutron] 10.222.0.49 "GET /v2.0/networks/9b440f45-4a88-4d84-9a29-8220f48297fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660478 Jun 16 16:10:07.238701 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5503342-12e7-41d3-adc5-1b3bf058d56b req-fc360550-0246-4a66-a36b-d1606b891fa3 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] Made reservation on behalf of 8afe5da5b773479c9f8c3e1780a53245 for: {'port': 1} {{(pid=91874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:10:07.242493 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-f5503342-12e7-41d3-adc5-1b3bf058d56b req-fc360550-0246-4a66-a36b-d1606b891fa3 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16110075'] for port, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:07.379721 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_common [req-f5503342-12e7-41d3-adc5-1b3bf058d56b req-fc360550-0246-4a66-a36b-d1606b891fa3 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] Allocated IP 172.20.0.6 (aa6372f8-d467-4cdf-b8bd-ca1bac54a532/d7c5db3d-c195-46f0-952c-23ea6f8362fa/809358b4-dbde-4e62-a683-03a7b952c9b9) {{(pid=91874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:10:07.397887 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-6e07bb82-8e3e-43fe-af9a-4a117a1708d5 req-1b8cb650-4a1b-4e2e-b4fe-cf62c9338a36 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f483ee-52bb-4793-85af-683c01500a20 HTTP/1.1" status: 200 len: 210 time: 0.0358095 Jun 16 16:10:07.533033 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-f5503342-12e7-41d3-adc5-1b3bf058d56b req-fc360550-0246-4a66-a36b-d1606b891fa3 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] Notify callbacks [] for port, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:07.577278 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-f5503342-12e7-41d3-adc5-1b3bf058d56b req-fc360550-0246-4a66-a36b-d1606b891fa3 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16110910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726810954487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3529202'] for port, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:07.581735 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-05cbbe9a-5f8a-49de-8ff3-cb62da5e58b9 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:07.619099 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5503342-12e7-41d3-adc5-1b3bf058d56b req-fc360550-0246-4a66-a36b-d1606b891fa3 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] Network aa6372f8-d467-4cdf-b8bd-ca1bac54a532 is already hosted by enough agents. {{(pid=91874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:10:07.623112 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [req-f5503342-12e7-41d3-adc5-1b3bf058d56b req-fc360550-0246-4a66-a36b-d1606b891fa3 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] Resources bound (agent type, host, resource id): {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:10:07.629717 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5503342-12e7-41d3-adc5-1b3bf058d56b req-fc360550-0246-4a66-a36b-d1606b891fa3 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] Received port after_create {{(pid=91874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:10:07.654147 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc360550-0246-4a66-a36b-d1606b891fa3 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] Pushing event updated for resources: {'Port': ['ID=809358b4-dbde-4e62-a683-03a7b952c9b9,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:07.658807 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-fc360550-0246-4a66-a36b-d1606b891fa3 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:07.684150 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5503342-12e7-41d3-adc5-1b3bf058d56b req-fc360550-0246-4a66-a36b-d1606b891fa3 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:07.684838 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-f5503342-12e7-41d3-adc5-1b3bf058d56b req-fc360550-0246-4a66-a36b-d1606b891fa3 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208782'] for port, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:07.699350 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f5503342-12e7-41d3-adc5-1b3bf058d56b req-fc360550-0246-4a66-a36b-d1606b891fa3 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6465106 Jun 16 16:10:07.717112 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [req-f5503342-12e7-41d3-adc5-1b3bf058d56b req-c660533a-dcfc-4bf5-aee1-56bbf295401a service neutron] Request body: {'port': {'device_id': '86c9a101-4385-40bd-9915-02e68c217120', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:10:07.795034 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-f5503342-12e7-41d3-adc5-1b3bf058d56b req-c660533a-dcfc-4bf5-aee1-56bbf295401a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:08.101663 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [req-f5503342-12e7-41d3-adc5-1b3bf058d56b req-c660533a-dcfc-4bf5-aee1-56bbf295401a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 809358b4-dbde-4e62-a683-03a7b952c9b9 {{(pid=91874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:10:08.112572 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0667a83c-b37b-4022-a78e-065071d63838 req-429cd0a7-236f-41ef-bdf6-545ecbaaf4d7 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:08.114054 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-0667a83c-b37b-4022-a78e-065071d63838 req-429cd0a7-236f-41ef-bdf6-545ecbaaf4d7 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c9a101-4385-40bd-9915-02e68c217120 HTTP/1.1" status: 200 len: 931 time: 0.1257913 Jun 16 16:10:08.117728 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-f5503342-12e7-41d3-adc5-1b3bf058d56b req-c660533a-dcfc-4bf5-aee1-56bbf295401a service neutron] Notify callbacks [] for port, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:08.143671 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [req-f5503342-12e7-41d3-adc5-1b3bf058d56b req-c660533a-dcfc-4bf5-aee1-56bbf295401a service neutron] Transition to ACTIVE for port object 809358b4-dbde-4e62-a683-03a7b952c9b9 will not be triggered until provisioned by entity L2. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:10:08.148510 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-f5503342-12e7-41d3-adc5-1b3bf058d56b req-c660533a-dcfc-4bf5-aee1-56bbf295401a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3529188'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:08.155338 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:08.191363 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-0667a83c-b37b-4022-a78e-065071d63838 req-3ec2f8d2-1f5a-4248-a941-a3d4550a6c0f tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] 10.222.0.49 "GET /v2.0/security-groups?id=e09fa68c-43bb-4d4c-a1d7-db430e8972c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712404 Jun 16 16:10:08.236974 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c660533a-dcfc-4bf5-aee1-56bbf295401a service neutron] Pushing event updated for resources: {'Port': ['ID=809358b4-dbde-4e62-a683-03a7b952c9b9,revision_number=2']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:08.241409 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-c660533a-dcfc-4bf5-aee1-56bbf295401a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:08.309643 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-f5503342-12e7-41d3-adc5-1b3bf058d56b req-c660533a-dcfc-4bf5-aee1-56bbf295401a service neutron] Attempting to bind port 809358b4-dbde-4e62-a683-03a7b952c9b9 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:10:08.309980 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-f5503342-12e7-41d3-adc5-1b3bf058d56b req-c660533a-dcfc-4bf5-aee1-56bbf295401a service neutron] Attempting to bind port 809358b4-dbde-4e62-a683-03a7b952c9b9 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '3d78f2bd-bfe7-408c-985f-1e83d69bf2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'aa6372f8-d467-4cdf-b8bd-ca1bac54a532'}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:10:08.310313 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5503342-12e7-41d3-adc5-1b3bf058d56b req-c660533a-dcfc-4bf5-aee1-56bbf295401a service neutron] Attempting to bind port 809358b4-dbde-4e62-a683-03a7b952c9b9 on network aa6372f8-d467-4cdf-b8bd-ca1bac54a532 {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:10:08.314856 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5503342-12e7-41d3-adc5-1b3bf058d56b req-c660533a-dcfc-4bf5-aee1-56bbf295401a service neutron] Port 809358b4-dbde-4e62-a683-03a7b952c9b9 on network aa6372f8-d467-4cdf-b8bd-ca1bac54a532 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:10:08.315187 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5503342-12e7-41d3-adc5-1b3bf058d56b req-c660533a-dcfc-4bf5-aee1-56bbf295401a service neutron] Attempting to bind port 809358b4-dbde-4e62-a683-03a7b952c9b9 on network aa6372f8-d467-4cdf-b8bd-ca1bac54a532 {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:10:08.319919 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5503342-12e7-41d3-adc5-1b3bf058d56b req-c660533a-dcfc-4bf5-aee1-56bbf295401a service neutron] Checking agent: {'id': 'c85a6c45-3e6f-4705-b11b-38e758c67377', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 3, 19), 'started_at': datetime.datetime(2021, 6, 16, 16, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:10:08.320261 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5503342-12e7-41d3-adc5-1b3bf058d56b req-c660533a-dcfc-4bf5-aee1-56bbf295401a service neutron] Checking segment: {'id': '3d78f2bd-bfe7-408c-985f-1e83d69bf2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'aa6372f8-d467-4cdf-b8bd-ca1bac54a532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:10:08.320643 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5503342-12e7-41d3-adc5-1b3bf058d56b req-c660533a-dcfc-4bf5-aee1-56bbf295401a service neutron] Bound using segment: {'id': '3d78f2bd-bfe7-408c-985f-1e83d69bf2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'aa6372f8-d467-4cdf-b8bd-ca1bac54a532'} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:10:08.321068 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-f5503342-12e7-41d3-adc5-1b3bf058d56b req-c660533a-dcfc-4bf5-aee1-56bbf295401a service neutron] Bound port: 809358b4-dbde-4e62-a683-03a7b952c9b9, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d78f2bd-bfe7-408c-985f-1e83d69bf2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'aa6372f8-d467-4cdf-b8bd-ca1bac54a532'}}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:10:08.321442 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-f5503342-12e7-41d3-adc5-1b3bf058d56b req-c660533a-dcfc-4bf5-aee1-56bbf295401a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:08.386732 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [req-f5503342-12e7-41d3-adc5-1b3bf058d56b req-c660533a-dcfc-4bf5-aee1-56bbf295401a service neutron] For port 809358b4-dbde-4e62-a683-03a7b952c9b9, host hv-cinder-79611, cleared binding levels {{(pid=91874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:10:08.389844 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [req-f5503342-12e7-41d3-adc5-1b3bf058d56b req-c660533a-dcfc-4bf5-aee1-56bbf295401a service neutron] For port 809358b4-dbde-4e62-a683-03a7b952c9b9, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=809358b4-dbde-4e62-a683-03a7b952c9b9,segment=NetworkSegment(3d78f2bd-bfe7-408c-985f-1e83d69bf2f6),segment_id=3d78f2bd-bfe7-408c-985f-1e83d69bf2f6)] {{(pid=91874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:10:08.394697 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-f5503342-12e7-41d3-adc5-1b3bf058d56b req-c660533a-dcfc-4bf5-aee1-56bbf295401a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3529188'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:08.397488 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-fc360550-0246-4a66-a36b-d1606b891fa3 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:08.428863 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5503342-12e7-41d3-adc5-1b3bf058d56b req-c660533a-dcfc-4bf5-aee1-56bbf295401a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:08.429512 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-f5503342-12e7-41d3-adc5-1b3bf058d56b req-c660533a-dcfc-4bf5-aee1-56bbf295401a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208782'] for port, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:08.430907 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f5503342-12e7-41d3-adc5-1b3bf058d56b req-c660533a-dcfc-4bf5-aee1-56bbf295401a service neutron] 10.222.0.15 "PUT /v2.0/ports/809358b4-dbde-4e62-a683-03a7b952c9b9 HTTP/1.1" status: 200 len: 1093 time: 0.7189956 Jun 16 16:10:08.431855 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86c9a101-4385-40bd-9915-02e68c217120', 'tag': '809358b4-dbde-4e62-a683-03a7b952c9b9'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:10:08.434504 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac39972ab304bebcb834853fc43b221d920fab97f47da84b7636f2612ed6f187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c10fe7c4-2b73-4bd5-a58d-e85277cf72c6" -d '{"events": [{"name": "network-changed", "server_uuid": "86c9a101-4385-40bd-9915-02e68c217120", "tag": "809358b4-dbde-4e62-a683-03a7b952c9b9"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:10:08.458744 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c660533a-dcfc-4bf5-aee1-56bbf295401a service neutron] Pushing event updated for resources: {'Port': ['ID=809358b4-dbde-4e62-a683-03a7b952c9b9,revision_number=3']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:08.462300 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-c660533a-dcfc-4bf5-aee1-56bbf295401a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:08.517337 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd37ae34-bf97-4c13-8237-c1c55b56ed61 x-openstack-request-id: req-fd37ae34-bf97-4c13-8237-c1c55b56ed61 {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:10:08.517921 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86c9a101-4385-40bd-9915-02e68c217120", "tag": "809358b4-dbde-4e62-a683-03a7b952c9b9", "status": "completed", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:10:08.518218 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fd37ae34-bf97-4c13-8237-c1c55b56ed61 {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:10:08.518742 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86c9a101-4385-40bd-9915-02e68c217120', 'tag': '809358b4-dbde-4e62-a683-03a7b952c9b9', 'status': 'completed', 'code': 200} Jun 16 16:10:08.555810 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5503342-12e7-41d3-adc5-1b3bf058d56b req-f7fa88e2-340f-4425-bf28-047e74e768bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:08.559010 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-f5503342-12e7-41d3-adc5-1b3bf058d56b req-f7fa88e2-340f-4425-bf28-047e74e768bb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8afe5da5b773479c9f8c3e1780a53245&device_id=86c9a101-4385-40bd-9915-02e68c217120 HTTP/1.1" status: 200 len: 1096 time: 0.0744283 Jun 16 16:10:08.594699 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-9c650cd5-2114-4f48-bc07-89cd206bf1d4 req-d0a0e7f3-6ce5-4fe3-9345-2ddc182173f4 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f483ee-52bb-4793-85af-683c01500a20 HTTP/1.1" status: 200 len: 210 time: 0.0377221 Jun 16 16:10:08.612566 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-f5503342-12e7-41d3-adc5-1b3bf058d56b req-d0136b28-24e5-4c69-aea5-3755c2e88eed service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=809358b4-dbde-4e62-a683-03a7b952c9b9 HTTP/1.1" status: 200 len: 217 time: 0.0405676 Jun 16 16:10:08.636437 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf09cf-41c8-4038-b9de-0ba100dd1764 req-a55f76af-50e8-4e51-8d39-5aee3af85e33 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:08.637931 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c7cf09cf-41c8-4038-b9de-0ba100dd1764 req-a55f76af-50e8-4e51-8d39-5aee3af85e33 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.15 "GET /v2.0/networks?id=9b440f45-4a88-4d84-9a29-8220f48297fe HTTP/1.1" status: 200 len: 809 time: 0.1556096 Jun 16 16:10:08.674789 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5503342-12e7-41d3-adc5-1b3bf058d56b req-9bd5d70f-1188-4526-88b3-76bdcde231c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:08.676376 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-f5503342-12e7-41d3-adc5-1b3bf058d56b req-9bd5d70f-1188-4526-88b3-76bdcde231c7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d7c5db3d-c195-46f0-952c-23ea6f8362fa HTTP/1.1" status: 200 len: 854 time: 0.0495069 Jun 16 16:10:08.683726 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c7cf09cf-41c8-4038-b9de-0ba100dd1764 req-7447cd11-2993-4713-b2bb-fd7d3ff8ad25 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6f37c6beb22479fae2758d3ed17d813 HTTP/1.1" status: 200 len: 378 time: 0.0347981 Jun 16 16:10:08.692135 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [req-c7cf09cf-41c8-4038-b9de-0ba100dd1764 req-88f506b3-3eae-48ec-9a8c-d1ff1b076e2a tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Request body: {'port': {'device_id': '06f483ee-52bb-4793-85af-683c01500a20', 'network_id': '9b440f45-4a88-4d84-9a29-8220f48297fe', 'admin_state_up': True, 'tenant_id': 'b6f37c6beb22479fae2758d3ed17d813', 'security_groups': ['d6dddd99-3cb0-49f4-8bf6-4c2beef266cf']}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:10:08.710921 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-f5503342-12e7-41d3-adc5-1b3bf058d56b req-a05d03af-1e36-4f54-b561-e1ce43794b59 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aa6372f8-d467-4cdf-b8bd-ca1bac54a532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273814 Jun 16 16:10:08.808013 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7cf09cf-41c8-4038-b9de-0ba100dd1764 req-88f506b3-3eae-48ec-9a8c-d1ff1b076e2a tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Made reservation on behalf of b6f37c6beb22479fae2758d3ed17d813 for: {'port': 1} {{(pid=91874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:10:08.811743 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-c7cf09cf-41c8-4038-b9de-0ba100dd1764 req-88f506b3-3eae-48ec-9a8c-d1ff1b076e2a tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16110075'] for port, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:08.817529 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-f5503342-12e7-41d3-adc5-1b3bf058d56b req-98dd3877-d1a8-494d-bb35-fc7f169785f8 service neutron] 10.222.0.15 "GET /v2.0/networks/aa6372f8-d467-4cdf-b8bd-ca1bac54a532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849619 Jun 16 16:10:08.910974 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-f5503342-12e7-41d3-adc5-1b3bf058d56b req-949fdea1-0e45-4d52-b202-bb3a0f549d88 service neutron] 10.222.0.15 "GET /v2.0/networks/aa6372f8-d467-4cdf-b8bd-ca1bac54a532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863256 Jun 16 16:10:08.933350 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_common [req-c7cf09cf-41c8-4038-b9de-0ba100dd1764 req-88f506b3-3eae-48ec-9a8c-d1ff1b076e2a tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Allocated IP 172.20.0.4 (9b440f45-4a88-4d84-9a29-8220f48297fe/ea00e02a-6838-40a9-b1d7-a5a03e20d3b1/9e97b060-6988-45d0-bfa1-29684cc01830) {{(pid=91874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:10:09.008128 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10fe7c4-2b73-4bd5-a58d-e85277cf72c6 req-24ec2cb7-d9b8-43d2-8b89-dc772594440a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:09.009531 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-c10fe7c4-2b73-4bd5-a58d-e85277cf72c6 req-24ec2cb7-d9b8-43d2-8b89-dc772594440a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8afe5da5b773479c9f8c3e1780a53245&device_id=86c9a101-4385-40bd-9915-02e68c217120 HTTP/1.1" status: 200 len: 1096 time: 0.0536659 Jun 16 16:10:09.105932 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10fe7c4-2b73-4bd5-a58d-e85277cf72c6 req-b6f011e7-9950-4ed4-a21a-01bb6898ee0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:09.107380 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-c10fe7c4-2b73-4bd5-a58d-e85277cf72c6 req-b6f011e7-9950-4ed4-a21a-01bb6898ee0e service neutron] 10.222.0.15 "GET /v2.0/networks?id=aa6372f8-d467-4cdf-b8bd-ca1bac54a532 HTTP/1.1" status: 200 len: 915 time: 0.0909510 Jun 16 16:10:09.152199 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-c10fe7c4-2b73-4bd5-a58d-e85277cf72c6 req-4b52d7a8-aad9-4763-a5ea-c52009cb1fc2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=809358b4-dbde-4e62-a683-03a7b952c9b9 HTTP/1.1" status: 200 len: 217 time: 0.0347037 Jun 16 16:10:09.212052 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10fe7c4-2b73-4bd5-a58d-e85277cf72c6 req-d1da2862-e0a1-4262-a5f2-b008d2d9da40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:09.213546 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-c10fe7c4-2b73-4bd5-a58d-e85277cf72c6 req-d1da2862-e0a1-4262-a5f2-b008d2d9da40 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d7c5db3d-c195-46f0-952c-23ea6f8362fa HTTP/1.1" status: 200 len: 854 time: 0.0448956 Jun 16 16:10:09.252021 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-c10fe7c4-2b73-4bd5-a58d-e85277cf72c6 req-1696107d-8725-488f-8c93-85db2eadf55e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aa6372f8-d467-4cdf-b8bd-ca1bac54a532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315492 Jun 16 16:10:09.328294 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-c7cf09cf-41c8-4038-b9de-0ba100dd1764 req-88f506b3-3eae-48ec-9a8c-d1ff1b076e2a tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks [] for port, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:09.341133 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [req-c7cf09cf-41c8-4038-b9de-0ba100dd1764 req-88f506b3-3eae-48ec-9a8c-d1ff1b076e2a tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Transition to ACTIVE for port object 9e97b060-6988-45d0-bfa1-29684cc01830 will not be triggered until provisioned by entity DHCP. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:10:09.374985 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-c10fe7c4-2b73-4bd5-a58d-e85277cf72c6 req-22e5c19c-cbae-4427-af56-167841a9b495 service neutron] 10.222.0.15 "GET /v2.0/networks/aa6372f8-d467-4cdf-b8bd-ca1bac54a532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156445 Jun 16 16:10:09.377717 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-c7cf09cf-41c8-4038-b9de-0ba100dd1764 req-88f506b3-3eae-48ec-9a8c-d1ff1b076e2a tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16110910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726810954487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3529202'] for port, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:09.389237 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-4d363c6f-3847-4cc1-97a8-f846886d095d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:09.418875 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7cf09cf-41c8-4038-b9de-0ba100dd1764 req-88f506b3-3eae-48ec-9a8c-d1ff1b076e2a tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Network 9b440f45-4a88-4d84-9a29-8220f48297fe is already hosted by enough agents. {{(pid=91874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:10:09.422397 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [req-c7cf09cf-41c8-4038-b9de-0ba100dd1764 req-88f506b3-3eae-48ec-9a8c-d1ff1b076e2a tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Resources bound (agent type, host, resource id): {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:10:09.423094 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c306e8db-29e6-487b-a975-67673ce53158 req-5e3bef96-4679-4111-8712-e976acabb803 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:09.424588 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-c306e8db-29e6-487b-a975-67673ce53158 req-5e3bef96-4679-4111-8712-e976acabb803 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c9a101-4385-40bd-9915-02e68c217120 HTTP/1.1" status: 200 len: 943 time: 0.1070783 Jun 16 16:10:09.426426 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7cf09cf-41c8-4038-b9de-0ba100dd1764 req-88f506b3-3eae-48ec-9a8c-d1ff1b076e2a tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Received port after_create {{(pid=91874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:10:09.472792 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f506b3-3eae-48ec-9a8c-d1ff1b076e2a tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Pushing event updated for resources: {'Port': ['ID=9e97b060-6988-45d0-bfa1-29684cc01830,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:09.477512 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-88f506b3-3eae-48ec-9a8c-d1ff1b076e2a tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:09.498535 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf09cf-41c8-4038-b9de-0ba100dd1764 req-88f506b3-3eae-48ec-9a8c-d1ff1b076e2a tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:09.499283 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-c7cf09cf-41c8-4038-b9de-0ba100dd1764 req-88f506b3-3eae-48ec-9a8c-d1ff1b076e2a tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208782'] for port, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:09.506616 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-c306e8db-29e6-487b-a975-67673ce53158 req-b3a2edf1-cbc4-4a15-aa3e-c121dd46966c tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] 10.222.0.49 "GET /v2.0/security-groups?id=e09fa68c-43bb-4d4c-a1d7-db430e8972c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566432 Jun 16 16:10:09.515757 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c7cf09cf-41c8-4038-b9de-0ba100dd1764 req-88f506b3-3eae-48ec-9a8c-d1ff1b076e2a tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8274517 Jun 16 16:10:09.527070 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-c10fe7c4-2b73-4bd5-a58d-e85277cf72c6 req-b06c169c-790d-47b0-bad9-9f6237b40507 service neutron] 10.222.0.15 "GET /v2.0/networks/aa6372f8-d467-4cdf-b8bd-ca1bac54a532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400402 Jun 16 16:10:09.546863 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [req-c7cf09cf-41c8-4038-b9de-0ba100dd1764 req-bfdeabab-de5c-4abe-b7f9-c607cc588549 service neutron] Request body: {'port': {'device_id': '06f483ee-52bb-4793-85af-683c01500a20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:10:09.621615 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-c7cf09cf-41c8-4038-b9de-0ba100dd1764 req-bfdeabab-de5c-4abe-b7f9-c607cc588549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:09.704645 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-5f6dfe77-2e9a-442f-8b46-b113c31c8c33 None None] Provisioning for port 9e97b060-6988-45d0-bfa1-29684cc01830 completed by entity DHCP. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:10:09.709161 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-5f6dfe77-2e9a-442f-8b46-b113c31c8c33 None None] Provisioning complete for port 9e97b060-6988-45d0-bfa1-29684cc01830 triggered by entity DHCP. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:10:09.709613 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-5f6dfe77-2e9a-442f-8b46-b113c31c8c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:09.749437 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-5f6dfe77-2e9a-442f-8b46-b113c31c8c33 None None] Port 9e97b060-6988-45d0-bfa1-29684cc01830 cannot update to ACTIVE because it is not bound. {{(pid=91876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:10:09.853406 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e8a790-db26-42e5-a886-b39e30b4f9e9 req-946a4270-3a7c-4858-8a8d-c7e843d92f23 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:09.855314 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-29e8a790-db26-42e5-a886-b39e30b4f9e9 req-946a4270-3a7c-4858-8a8d-c7e843d92f23 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f483ee-52bb-4793-85af-683c01500a20 HTTP/1.1" status: 200 len: 931 time: 0.1288228 Jun 16 16:10:09.924794 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-29e8a790-db26-42e5-a886-b39e30b4f9e9 req-bea48174-b9bd-4a63-95fd-ac00fc36a9f3 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6dddd99-3cb0-49f4-8bf6-4c2beef266cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0599329 Jun 16 16:10:09.968301 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [req-c7cf09cf-41c8-4038-b9de-0ba100dd1764 req-bfdeabab-de5c-4abe-b7f9-c607cc588549 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e97b060-6988-45d0-bfa1-29684cc01830 {{(pid=91874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:10:09.975428 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-c7cf09cf-41c8-4038-b9de-0ba100dd1764 req-bfdeabab-de5c-4abe-b7f9-c607cc588549 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:09.986736 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [req-c7cf09cf-41c8-4038-b9de-0ba100dd1764 req-bfdeabab-de5c-4abe-b7f9-c607cc588549 service neutron] Transition to ACTIVE for port object 9e97b060-6988-45d0-bfa1-29684cc01830 will not be triggered until provisioned by entity L2. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:10:09.990094 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-c7cf09cf-41c8-4038-b9de-0ba100dd1764 req-bfdeabab-de5c-4abe-b7f9-c607cc588549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3529188'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:09.992668 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-187dba1e-215e-4acb-9b47-8a4f07992cb4 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:10.068143 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdeabab-de5c-4abe-b7f9-c607cc588549 service neutron] Pushing event updated for resources: {'Port': ['ID=9e97b060-6988-45d0-bfa1-29684cc01830,revision_number=2']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:10.071657 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-bfdeabab-de5c-4abe-b7f9-c607cc588549 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:10.136990 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-c7cf09cf-41c8-4038-b9de-0ba100dd1764 req-bfdeabab-de5c-4abe-b7f9-c607cc588549 service neutron] Attempting to bind port 9e97b060-6988-45d0-bfa1-29684cc01830 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:10:10.137331 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-c7cf09cf-41c8-4038-b9de-0ba100dd1764 req-bfdeabab-de5c-4abe-b7f9-c607cc588549 service neutron] Attempting to bind port 9e97b060-6988-45d0-bfa1-29684cc01830 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '28ca8ba8-691c-48b2-ad64-51cdd785b47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9b440f45-4a88-4d84-9a29-8220f48297fe'}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:10:10.137698 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cf09cf-41c8-4038-b9de-0ba100dd1764 req-bfdeabab-de5c-4abe-b7f9-c607cc588549 service neutron] Attempting to bind port 9e97b060-6988-45d0-bfa1-29684cc01830 on network 9b440f45-4a88-4d84-9a29-8220f48297fe {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:10:10.142124 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cf09cf-41c8-4038-b9de-0ba100dd1764 req-bfdeabab-de5c-4abe-b7f9-c607cc588549 service neutron] Port 9e97b060-6988-45d0-bfa1-29684cc01830 on network 9b440f45-4a88-4d84-9a29-8220f48297fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:10:10.142448 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cf09cf-41c8-4038-b9de-0ba100dd1764 req-bfdeabab-de5c-4abe-b7f9-c607cc588549 service neutron] Attempting to bind port 9e97b060-6988-45d0-bfa1-29684cc01830 on network 9b440f45-4a88-4d84-9a29-8220f48297fe {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:10:10.147250 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cf09cf-41c8-4038-b9de-0ba100dd1764 req-bfdeabab-de5c-4abe-b7f9-c607cc588549 service neutron] Checking agent: {'id': 'c85a6c45-3e6f-4705-b11b-38e758c67377', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 3, 19), 'started_at': datetime.datetime(2021, 6, 16, 16, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:10:10.147585 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cf09cf-41c8-4038-b9de-0ba100dd1764 req-bfdeabab-de5c-4abe-b7f9-c607cc588549 service neutron] Checking segment: {'id': '28ca8ba8-691c-48b2-ad64-51cdd785b47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9b440f45-4a88-4d84-9a29-8220f48297fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:10:10.147966 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cf09cf-41c8-4038-b9de-0ba100dd1764 req-bfdeabab-de5c-4abe-b7f9-c607cc588549 service neutron] Bound using segment: {'id': '28ca8ba8-691c-48b2-ad64-51cdd785b47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9b440f45-4a88-4d84-9a29-8220f48297fe'} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:10:10.148390 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-c7cf09cf-41c8-4038-b9de-0ba100dd1764 req-bfdeabab-de5c-4abe-b7f9-c607cc588549 service neutron] Bound port: 9e97b060-6988-45d0-bfa1-29684cc01830, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28ca8ba8-691c-48b2-ad64-51cdd785b47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9b440f45-4a88-4d84-9a29-8220f48297fe'}}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:10:10.148739 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-c7cf09cf-41c8-4038-b9de-0ba100dd1764 req-bfdeabab-de5c-4abe-b7f9-c607cc588549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:10.211245 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [req-c7cf09cf-41c8-4038-b9de-0ba100dd1764 req-bfdeabab-de5c-4abe-b7f9-c607cc588549 service neutron] For port 9e97b060-6988-45d0-bfa1-29684cc01830, host hv-cinder-79611, cleared binding levels {{(pid=91874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:10:10.214280 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [req-c7cf09cf-41c8-4038-b9de-0ba100dd1764 req-bfdeabab-de5c-4abe-b7f9-c607cc588549 service neutron] For port 9e97b060-6988-45d0-bfa1-29684cc01830, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=9e97b060-6988-45d0-bfa1-29684cc01830,segment=NetworkSegment(28ca8ba8-691c-48b2-ad64-51cdd785b47e),segment_id=28ca8ba8-691c-48b2-ad64-51cdd785b47e)] {{(pid=91874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:10:10.218471 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-c7cf09cf-41c8-4038-b9de-0ba100dd1764 req-bfdeabab-de5c-4abe-b7f9-c607cc588549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3529188'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:10.220421 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-c660533a-dcfc-4bf5-aee1-56bbf295401a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:10.261085 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf09cf-41c8-4038-b9de-0ba100dd1764 req-bfdeabab-de5c-4abe-b7f9-c607cc588549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:10.262130 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-c7cf09cf-41c8-4038-b9de-0ba100dd1764 req-bfdeabab-de5c-4abe-b7f9-c607cc588549 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208782'] for port, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:10.263441 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c7cf09cf-41c8-4038-b9de-0ba100dd1764 req-bfdeabab-de5c-4abe-b7f9-c607cc588549 service neutron] 10.222.0.15 "PUT /v2.0/ports/9e97b060-6988-45d0-bfa1-29684cc01830 HTTP/1.1" status: 200 len: 1093 time: 0.7231224 Jun 16 16:10:10.288296 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdeabab-de5c-4abe-b7f9-c607cc588549 service neutron] Pushing event updated for resources: {'Port': ['ID=9e97b060-6988-45d0-bfa1-29684cc01830,revision_number=3']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:10.291277 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-bfdeabab-de5c-4abe-b7f9-c607cc588549 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:10.364727 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf09cf-41c8-4038-b9de-0ba100dd1764 req-0f99f7b9-aa47-461f-b8d9-bc3daad9caf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:10.366351 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c7cf09cf-41c8-4038-b9de-0ba100dd1764 req-0f99f7b9-aa47-461f-b8d9-bc3daad9caf5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6f37c6beb22479fae2758d3ed17d813&device_id=06f483ee-52bb-4793-85af-683c01500a20 HTTP/1.1" status: 200 len: 1096 time: 0.0565617 Jun 16 16:10:10.409291 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c7cf09cf-41c8-4038-b9de-0ba100dd1764 req-4cf0d94b-b845-42e0-bbc2-9c8c4cbade1b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e97b060-6988-45d0-bfa1-29684cc01830 HTTP/1.1" status: 200 len: 217 time: 0.0349166 Jun 16 16:10:10.462948 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf09cf-41c8-4038-b9de-0ba100dd1764 req-cf0a11e9-0272-4377-986d-eb1f333cade6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:10.464444 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c7cf09cf-41c8-4038-b9de-0ba100dd1764 req-cf0a11e9-0272-4377-986d-eb1f333cade6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ea00e02a-6838-40a9-b1d7-a5a03e20d3b1 HTTP/1.1" status: 200 len: 848 time: 0.0478261 Jun 16 16:10:10.520180 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06f483ee-52bb-4793-85af-683c01500a20', 'tag': '9e97b060-6988-45d0-bfa1-29684cc01830'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:10:10.522536 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac39972ab304bebcb834853fc43b221d920fab97f47da84b7636f2612ed6f187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3635468-15a5-4fe4-b967-5d9891bf5274" -d '{"events": [{"name": "network-changed", "server_uuid": "06f483ee-52bb-4793-85af-683c01500a20", "tag": "9e97b060-6988-45d0-bfa1-29684cc01830"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:10:10.534197 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf09cf-41c8-4038-b9de-0ba100dd1764 req-0443133d-eb23-40b8-8189-cd5719017b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:10.534892 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c7cf09cf-41c8-4038-b9de-0ba100dd1764 req-0443133d-eb23-40b8-8189-cd5719017b61 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9b440f45-4a88-4d84-9a29-8220f48297fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0608103 Jun 16 16:10:10.563909 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f107ce17-172f-49bd-b64b-bab03d0b20ca x-openstack-request-id: req-f107ce17-172f-49bd-b64b-bab03d0b20ca {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:10:10.564347 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06f483ee-52bb-4793-85af-683c01500a20", "tag": "9e97b060-6988-45d0-bfa1-29684cc01830", "status": "completed", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:10:10.564696 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f107ce17-172f-49bd-b64b-bab03d0b20ca {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:10:10.565211 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06f483ee-52bb-4793-85af-683c01500a20', 'tag': '9e97b060-6988-45d0-bfa1-29684cc01830', 'status': 'completed', 'code': 200} Jun 16 16:10:10.634390 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c7cf09cf-41c8-4038-b9de-0ba100dd1764 req-67a6f272-dced-4896-90f2-2a217d0a0ae7 service neutron] 10.222.0.15 "GET /v2.0/networks/9b440f45-4a88-4d84-9a29-8220f48297fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912659 Jun 16 16:10:10.767177 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c7cf09cf-41c8-4038-b9de-0ba100dd1764 req-ad116583-a0bb-4fd0-a58d-6ad6e36f2080 service neutron] 10.222.0.15 "GET /v2.0/networks/9b440f45-4a88-4d84-9a29-8220f48297fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250012 Jun 16 16:10:10.781168 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7e263-3aba-4713-9b6e-1db908407426 req-3f2a1715-d1da-46d6-b6e3-f2e1fc245749 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:10.782619 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a5f7e263-3aba-4713-9b6e-1db908407426 req-3f2a1715-d1da-46d6-b6e3-f2e1fc245749 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c9a101-4385-40bd-9915-02e68c217120 HTTP/1.1" status: 200 len: 943 time: 0.1190491 Jun 16 16:10:10.836413 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a5f7e263-3aba-4713-9b6e-1db908407426 req-7433e425-f6ca-4cbf-9baa-b187dee2095b tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] 10.222.0.49 "GET /v2.0/security-groups?id=e09fa68c-43bb-4d4c-a1d7-db430e8972c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476155 Jun 16 16:10:10.883084 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3635468-15a5-4fe4-b967-5d9891bf5274 req-faf3c883-b3f6-44ef-b49b-73c05ef34b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:10.884539 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c3635468-15a5-4fe4-b967-5d9891bf5274 req-faf3c883-b3f6-44ef-b49b-73c05ef34b43 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6f37c6beb22479fae2758d3ed17d813&device_id=06f483ee-52bb-4793-85af-683c01500a20 HTTP/1.1" status: 200 len: 1096 time: 0.0629098 Jun 16 16:10:11.021355 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3635468-15a5-4fe4-b967-5d9891bf5274 req-43198edd-3728-413a-9acc-cf6f8d4fc874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:11.022760 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c3635468-15a5-4fe4-b967-5d9891bf5274 req-43198edd-3728-413a-9acc-cf6f8d4fc874 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9b440f45-4a88-4d84-9a29-8220f48297fe HTTP/1.1" status: 200 len: 910 time: 0.1257403 Jun 16 16:10:11.068986 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c3635468-15a5-4fe4-b967-5d9891bf5274 req-55c8327c-438e-4185-b67c-70a1ec3c6369 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e97b060-6988-45d0-bfa1-29684cc01830 HTTP/1.1" status: 200 len: 217 time: 0.0389464 Jun 16 16:10:11.107187 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5542e003-0e2b-4ecd-9b2a-4b94e69f1869 req-bd9ddef9-9579-46b8-b5d7-8afbe837d0d4 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:11.108648 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-5542e003-0e2b-4ecd-9b2a-4b94e69f1869 req-bd9ddef9-9579-46b8-b5d7-8afbe837d0d4 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f483ee-52bb-4793-85af-683c01500a20 HTTP/1.1" status: 200 len: 943 time: 0.0637407 Jun 16 16:10:11.120468 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3635468-15a5-4fe4-b967-5d9891bf5274 req-cc63b112-2cd5-48f3-a495-f844eb39f36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:11.121917 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c3635468-15a5-4fe4-b967-5d9891bf5274 req-cc63b112-2cd5-48f3-a495-f844eb39f36a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ea00e02a-6838-40a9-b1d7-a5a03e20d3b1 HTTP/1.1" status: 200 len: 848 time: 0.0440001 Jun 16 16:10:11.150716 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-5542e003-0e2b-4ecd-9b2a-4b94e69f1869 req-bd3354c7-4f64-47a9-bab8-3dbbc831b85b tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6dddd99-3cb0-49f4-8bf6-4c2beef266cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364363 Jun 16 16:10:11.178952 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3635468-15a5-4fe4-b967-5d9891bf5274 req-b1906832-6d62-4e47-a3a5-e2803b5c5651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:11.180421 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c3635468-15a5-4fe4-b967-5d9891bf5274 req-b1906832-6d62-4e47-a3a5-e2803b5c5651 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9b440f45-4a88-4d84-9a29-8220f48297fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0510504 Jun 16 16:10:11.274386 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c3635468-15a5-4fe4-b967-5d9891bf5274 req-4dd83fc9-3665-44fd-a6f3-d263368c5318 service neutron] 10.222.0.15 "GET /v2.0/networks/9b440f45-4a88-4d84-9a29-8220f48297fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832283 Jun 16 16:10:11.363014 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c3635468-15a5-4fe4-b967-5d9891bf5274 req-09c51005-9418-40d5-aa93-a0a74284f8c4 service neutron] 10.222.0.15 "GET /v2.0/networks/9b440f45-4a88-4d84-9a29-8220f48297fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816069 Jun 16 16:10:12.012703 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b565b5-ddce-4df5-aeaf-a530a3c61757 req-01b8a912-b84d-41f5-9301-1d175f54a3e6 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:12.014177 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-92b565b5-ddce-4df5-aeaf-a530a3c61757 req-01b8a912-b84d-41f5-9301-1d175f54a3e6 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c9a101-4385-40bd-9915-02e68c217120 HTTP/1.1" status: 200 len: 943 time: 0.0612774 Jun 16 16:10:12.050686 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-92b565b5-ddce-4df5-aeaf-a530a3c61757 req-97e6aa70-bfe1-47ce-b1b5-b409266bc9db tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] 10.222.0.49 "GET /v2.0/security-groups?id=e09fa68c-43bb-4d4c-a1d7-db430e8972c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311108 Jun 16 16:10:12.376396 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcafcdb-8e30-4338-a54f-17142b77b5e2 req-a8b47aa4-37fb-4b1f-ae4d-25f9f8637f16 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:12.377792 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-3dcafcdb-8e30-4338-a54f-17142b77b5e2 req-a8b47aa4-37fb-4b1f-ae4d-25f9f8637f16 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f483ee-52bb-4793-85af-683c01500a20 HTTP/1.1" status: 200 len: 943 time: 0.0658014 Jun 16 16:10:12.415687 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-3dcafcdb-8e30-4338-a54f-17142b77b5e2 req-ee4d40ed-8831-44e3-8d3a-25cae4a1a5e0 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6dddd99-3cb0-49f4-8bf6-4c2beef266cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323291 Jun 16 16:10:12.754615 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device 809358b4-dbde-4e62-a683-03a7b952c9b9 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91876) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:10:12.847757 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] For port 809358b4-dbde-4e62-a683-03a7b952c9b9, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=809358b4-dbde-4e62-a683-03a7b952c9b9,segment=NetworkSegment(3d78f2bd-bfe7-408c-985f-1e83d69bf2f6),segment_id=3d78f2bd-bfe7-408c-985f-1e83d69bf2f6)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:10:12.858695 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Returning: {'device': '809358b4-dbde-4e62-a683-03a7b952c9b9', 'network_id': 'aa6372f8-d467-4cdf-b8bd-ca1bac54a532', 'port_id': '809358b4-dbde-4e62-a683-03a7b952c9b9', 'mac_address': 'fa:16:3e:2e:3f:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7c5db3d-c195-46f0-952c-23ea6f8362fa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91876) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:10:12.899116 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:12.911347 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.notifiers.nova [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 809358b4-dbde-4e62-a683-03a7b952c9b9 {{(pid=91876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:10:12.929855 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] For port 809358b4-dbde-4e62-a683-03a7b952c9b9, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=809358b4-dbde-4e62-a683-03a7b952c9b9,segment=NetworkSegment(3d78f2bd-bfe7-408c-985f-1e83d69bf2f6),segment_id=3d78f2bd-bfe7-408c-985f-1e83d69bf2f6)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:10:12.934389 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:12.936030 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:12.979759 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Pushing event updated for resources: {'Port': ['ID=809358b4-dbde-4e62-a683-03a7b952c9b9,revision_number=4']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:12.986755 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:12.987110 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:12.987455 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:12.987794 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:12.988130 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:12.988462 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:12.988789 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:12.989117 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:12.989481 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:12.989813 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:12.990158 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:12.990479 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:12.994184 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:13.191535 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] get_ports_and_sgs() called for port_ids ['809358b4-dbde-4e62-a683-03a7b952c9b9'] {{(pid=91876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:10:13.225598 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c270dcf-237e-428d-a456-f734b2a97349 req-7d1896f6-20f7-4a9a-80ed-76bbef827b41 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:13.227088 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-7c270dcf-237e-428d-a456-f734b2a97349 req-7d1896f6-20f7-4a9a-80ed-76bbef827b41 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c9a101-4385-40bd-9915-02e68c217120 HTTP/1.1" status: 200 len: 944 time: 0.0682445 Jun 16 16:10:13.265444 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-7c270dcf-237e-428d-a456-f734b2a97349 req-e654afb4-56bf-45bf-ab07-c5fe22671a99 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] 10.222.0.49 "GET /v2.0/security-groups?id=e09fa68c-43bb-4d4c-a1d7-db430e8972c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318296 Jun 16 16:10:13.593923 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94481b0e-554a-4074-aaec-9f9c02c38771 req-2fe9d494-cdfe-4dc9-9a7f-8f744a5db730 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:13.595365 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-94481b0e-554a-4074-aaec-9f9c02c38771 req-2fe9d494-cdfe-4dc9-9a7f-8f744a5db730 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f483ee-52bb-4793-85af-683c01500a20 HTTP/1.1" status: 200 len: 943 time: 0.0667462 Jun 16 16:10:13.632106 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-94481b0e-554a-4074-aaec-9f9c02c38771 req-e91b0bef-f8f6-427d-b7d6-4be8d7315225 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6dddd99-3cb0-49f4-8bf6-4c2beef266cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311446 Jun 16 16:10:14.439738 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35056c8-21c8-4b6e-b593-d0869cd33882 req-05678062-0e8c-4845-b5ba-c861c89bc5d5 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:14.441159 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-b35056c8-21c8-4b6e-b593-d0869cd33882 req-05678062-0e8c-4845-b5ba-c861c89bc5d5 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c9a101-4385-40bd-9915-02e68c217120 HTTP/1.1" status: 200 len: 944 time: 0.0648401 Jun 16 16:10:14.478017 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-b35056c8-21c8-4b6e-b593-d0869cd33882 req-d1a836ca-0acd-4578-89de-d255a05ec7c8 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] 10.222.0.49 "GET /v2.0/security-groups?id=e09fa68c-43bb-4d4c-a1d7-db430e8972c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313106 Jun 16 16:10:14.767936 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device 9e97b060-6988-45d0-bfa1-29684cc01830 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91876) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:10:14.771074 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device 809358b4-dbde-4e62-a683-03a7b952c9b9 up at agent hyperv_hv-cinder-79611 {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:10:14.809001 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dbd80a-df78-44da-861c-8f877246e165 req-a9190bef-14f8-46a1-9efe-98ae6d6dfb59 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:14.810517 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a2dbd80a-df78-44da-861c-8f877246e165 req-a9190bef-14f8-46a1-9efe-98ae6d6dfb59 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f483ee-52bb-4793-85af-683c01500a20 HTTP/1.1" status: 200 len: 943 time: 0.0672455 Jun 16 16:10:14.849101 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a2dbd80a-df78-44da-861c-8f877246e165 req-6f1170a3-560e-49c4-b6d5-de9b3714f449 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6dddd99-3cb0-49f4-8bf6-4c2beef266cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322485 Jun 16 16:10:14.874557 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Provisioning for port 809358b4-dbde-4e62-a683-03a7b952c9b9 completed by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:10:14.886349 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Provisioning complete for port 809358b4-dbde-4e62-a683-03a7b952c9b9 triggered by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:10:14.886824 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:14.921918 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] For port 9e97b060-6988-45d0-bfa1-29684cc01830, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=9e97b060-6988-45d0-bfa1-29684cc01830,segment=NetworkSegment(28ca8ba8-691c-48b2-ad64-51cdd785b47e),segment_id=28ca8ba8-691c-48b2-ad64-51cdd785b47e)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:10:14.940465 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Returning: {'device': '9e97b060-6988-45d0-bfa1-29684cc01830', 'network_id': '9b440f45-4a88-4d84-9a29-8220f48297fe', 'port_id': '9e97b060-6988-45d0-bfa1-29684cc01830', 'mac_address': 'fa:16:3e:24:c5:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea00e02a-6838-40a9-b1d7-a5a03e20d3b1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91876) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:10:15.001987 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:15.020448 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:15.022786 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.notifiers.nova [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e97b060-6988-45d0-bfa1-29684cc01830 {{(pid=91876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:10:15.061677 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] For port 9e97b060-6988-45d0-bfa1-29684cc01830, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=9e97b060-6988-45d0-bfa1-29684cc01830,segment=NetworkSegment(28ca8ba8-691c-48b2-ad64-51cdd785b47e),segment_id=28ca8ba8-691c-48b2-ad64-51cdd785b47e)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:10:15.068044 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c9a101-4385-40bd-9915-02e68c217120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '809358b4-dbde-4e62-a683-03a7b952c9b9'}] {{(pid=91876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:10:15.070325 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a9c68db8c06307a0250ecdd4df366f09270e0987ddc1c5d61c2ecaceaac02f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7859e99e-e275-485d-a25a-b0dd0dc9bcc4" -d '{"events": [{"server_uuid": "86c9a101-4385-40bd-9915-02e68c217120", "name": "network-vif-plugged", "status": "completed", "tag": "809358b4-dbde-4e62-a683-03a7b952c9b9"}]}' {{(pid=91876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:10:15.079641 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:15.082852 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:15.087185 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] For port 809358b4-dbde-4e62-a683-03a7b952c9b9, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=809358b4-dbde-4e62-a683-03a7b952c9b9,segment=NetworkSegment(3d78f2bd-bfe7-408c-985f-1e83d69bf2f6),segment_id=3d78f2bd-bfe7-408c-985f-1e83d69bf2f6)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:10:15.108301 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:15.112838 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4563203-9705-4a39-8917-daf6ce67ae80 x-openstack-request-id: req-b4563203-9705-4a39-8917-daf6ce67ae80 {{(pid=91876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:10:15.113150 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86c9a101-4385-40bd-9915-02e68c217120", "name": "network-vif-plugged", "status": "completed", "tag": "809358b4-dbde-4e62-a683-03a7b952c9b9", "code": 200}]} {{(pid=91876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:10:15.113419 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b4563203-9705-4a39-8917-daf6ce67ae80 {{(pid=91876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:10:15.113807 dv-cinder-796114-3-iscsi neutron-server[91876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86c9a101-4385-40bd-9915-02e68c217120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '809358b4-dbde-4e62-a683-03a7b952c9b9', 'code': 200} Jun 16 16:10:15.136351 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Pushing event updated for resources: {'Port': ['ID=9e97b060-6988-45d0-bfa1-29684cc01830,revision_number=4']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:15.139603 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:15.140088 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:15.187746 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Pushing event updated for resources: {'Port': ['ID=809358b4-dbde-4e62-a683-03a7b952c9b9,revision_number=5']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:15.191016 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:15.347719 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6827e2fc-3980-4223-b851-813a1f47fbf5 req-264aabd9-dd2c-4c1f-9f08-d4d391cd4dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:15.349228 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-6827e2fc-3980-4223-b851-813a1f47fbf5 req-264aabd9-dd2c-4c1f-9f08-d4d391cd4dbe service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=86c9a101-4385-40bd-9915-02e68c217120 HTTP/1.1" status: 200 len: 1098 time: 0.0578592 Jun 16 16:10:15.373393 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] get_ports_and_sgs() called for port_ids ['9e97b060-6988-45d0-bfa1-29684cc01830'] {{(pid=91876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:10:15.407368 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-6827e2fc-3980-4223-b851-813a1f47fbf5 req-105addfc-cba5-4adb-9455-4a6ee49282a2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e09fa68c-43bb-4d4c-a1d7-db430e8972c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468047 Jun 16 16:10:15.419269 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-50da52a9-7c8c-4b73-a7d3-4f6519f2e20e req-c17d2a0f-7fb7-413e-b45a-63f80dd6f255 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-876414037&fields=id&tenant_id=bfaef4bc7f0242ec88bbc5b303f5ed3f HTTP/1.1" status: 200 len: 267 time: 0.0440779 Jun 16 16:10:15.486876 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da52a9-7c8c-4b73-a7d3-4f6519f2e20e req-1fe30822-e4f4-4432-b854-5ff9a3e11485 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:15.488354 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-50da52a9-7c8c-4b73-a7d3-4f6519f2e20e req-1fe30822-e4f4-4432-b854-5ff9a3e11485 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcea0d10-72a4-47af-8121-651cc80eeb6f HTTP/1.1" status: 200 len: 985 time: 0.0634918 Jun 16 16:10:15.499398 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [req-50da52a9-7c8c-4b73-a7d3-4f6519f2e20e req-c24af7bc-e894-44c2-a432-104482c24205 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Request body: {'port': {'security_groups': ['7a090f09-4654-4407-bdfe-a691bf3d5c04']}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:10:15.585228 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-50da52a9-7c8c-4b73-a7d3-4f6519f2e20e req-c24af7bc-e894-44c2-a432-104482c24205 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:15.660683 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee8e413-fec9-42af-9f41-c2a214a06273 req-35151b16-35ab-4771-b0e2-f66cc65ad1be tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:15.662074 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-5ee8e413-fec9-42af-9f41-c2a214a06273 req-35151b16-35ab-4771-b0e2-f66cc65ad1be tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c9a101-4385-40bd-9915-02e68c217120 HTTP/1.1" status: 200 len: 945 time: 0.0685885 Jun 16 16:10:15.699573 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-5ee8e413-fec9-42af-9f41-c2a214a06273 req-73392368-4f36-4552-8ca7-1328f9f7b76d tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] 10.222.0.49 "GET /v2.0/security-groups?id=e09fa68c-43bb-4d4c-a1d7-db430e8972c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316658 Jun 16 16:10:15.761632 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [req-50da52a9-7c8c-4b73-a7d3-4f6519f2e20e req-c24af7bc-e894-44c2-a432-104482c24205 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] For port 38fdebf4-1f82-4e7b-b9ce-db5620efd43b, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=38fdebf4-1f82-4e7b-b9ce-db5620efd43b,segment=NetworkSegment(25392ddc-cfd1-4fb1-b990-c241fab4a578),segment_id=25392ddc-cfd1-4fb1-b990-c241fab4a578)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:10:15.791206 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-50da52a9-7c8c-4b73-a7d3-4f6519f2e20e req-c24af7bc-e894-44c2-a432-104482c24205 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Notify callbacks [] for port, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:15.796215 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-50da52a9-7c8c-4b73-a7d3-4f6519f2e20e req-c24af7bc-e894-44c2-a432-104482c24205 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3529188'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:15.799945 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-f58b6848-b8dc-40df-a633-ef91621b3d8e tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:15.841183 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da52a9-7c8c-4b73-a7d3-4f6519f2e20e req-c24af7bc-e894-44c2-a432-104482c24205 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:15.841825 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-50da52a9-7c8c-4b73-a7d3-4f6519f2e20e req-c24af7bc-e894-44c2-a432-104482c24205 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208782'] for port, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:15.843201 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-50da52a9-7c8c-4b73-a7d3-4f6519f2e20e req-c24af7bc-e894-44c2-a432-104482c24205 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "PUT /v2.0/ports/38fdebf4-1f82-4e7b-b9ce-db5620efd43b HTTP/1.1" status: 200 len: 943 time: 0.3486571 Jun 16 16:10:15.843789 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcea0d10-72a4-47af-8121-651cc80eeb6f', 'tag': '38fdebf4-1f82-4e7b-b9ce-db5620efd43b'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:10:15.846259 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac39972ab304bebcb834853fc43b221d920fab97f47da84b7636f2612ed6f187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f42425f-9d67-4cec-aec6-553f4da403c6" -d '{"events": [{"name": "network-changed", "server_uuid": "dcea0d10-72a4-47af-8121-651cc80eeb6f", "tag": "38fdebf4-1f82-4e7b-b9ce-db5620efd43b"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:10:15.849463 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 40962) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:10:15.876953 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24af7bc-e894-44c2-a432-104482c24205 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Pushing event updated for resources: {'Port': ['ID=38fdebf4-1f82-4e7b-b9ce-db5620efd43b,revision_number=7']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:15.880011 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-c24af7bc-e894-44c2-a432-104482c24205 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:15.918541 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-c1d7f97c-5836-4ab4-8d94-ea70929b5700 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Notify callbacks [] for security_group, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:15.928221 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5257ad10-4ea1-4538-a8d5-fad488b622cb x-openstack-request-id: req-5257ad10-4ea1-4538-a8d5-fad488b622cb {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:10:15.928619 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcea0d10-72a4-47af-8121-651cc80eeb6f", "tag": "38fdebf4-1f82-4e7b-b9ce-db5620efd43b", "status": "completed", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:10:15.928977 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5257ad10-4ea1-4538-a8d5-fad488b622cb {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:10:15.929685 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcea0d10-72a4-47af-8121-651cc80eeb6f', 'tag': '38fdebf4-1f82-4e7b-b9ce-db5620efd43b', 'status': 'completed', 'code': 200} Jun 16 16:10:15.935322 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] get_ports_and_sgs() called for port_ids ['38fdebf4-1f82-4e7b-b9ce-db5620efd43b'] {{(pid=91876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:10:15.971817 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-c1d7f97c-5836-4ab4-8d94-ea70929b5700 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:15.981257 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] get_ports_and_sgs() called for port_ids ['38fdebf4-1f82-4e7b-b9ce-db5620efd43b'] {{(pid=91876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:10:16.068263 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-c1d7f97c-5836-4ab4-8d94-ea70929b5700 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:16.068494 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42425f-9d67-4cec-aec6-553f4da403c6 req-15d3a547-7411-4fae-8421-6f4a9e1890d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:16.070439 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-8f42425f-9d67-4cec-aec6-553f4da403c6 req-15d3a547-7411-4fae-8421-6f4a9e1890d2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bfaef4bc7f0242ec88bbc5b303f5ed3f&device_id=dcea0d10-72a4-47af-8121-651cc80eeb6f HTTP/1.1" status: 200 len: 1099 time: 0.1164198 Jun 16 16:10:16.072536 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-c1d7f97c-5836-4ab4-8d94-ea70929b5700 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Notify callbacks [] for security_group, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:16.074819 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-c1d7f97c-5836-4ab4-8d94-ea70929b5700 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "DELETE /v2.0/security-groups/5933ce38-3af1-484e-a188-a96e41ffdad5 HTTP/1.1" status: 204 len: 168 time: 0.2243416 Jun 16 16:10:16.075789 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-a6353c73-6ab1-47b3-9ccd-b50ecd829347 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:16.078247 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 40966) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:10:16.087384 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d7f97c-5836-4ab4-8d94-ea70929b5700 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5933ce38-3af1-484e-a188-a96e41ffdad5,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:16.094819 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d7f97c-5836-4ab4-8d94-ea70929b5700 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:16.095187 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d7f97c-5836-4ab4-8d94-ea70929b5700 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:16.095544 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d7f97c-5836-4ab4-8d94-ea70929b5700 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:16.096063 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d7f97c-5836-4ab4-8d94-ea70929b5700 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:16.096566 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d7f97c-5836-4ab4-8d94-ea70929b5700 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:16.097216 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d7f97c-5836-4ab4-8d94-ea70929b5700 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:16.097597 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d7f97c-5836-4ab4-8d94-ea70929b5700 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:16.097946 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d7f97c-5836-4ab4-8d94-ea70929b5700 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:16.098294 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d7f97c-5836-4ab4-8d94-ea70929b5700 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:16.098641 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d7f97c-5836-4ab4-8d94-ea70929b5700 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:16.098985 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d7f97c-5836-4ab4-8d94-ea70929b5700 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:16.099327 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d7f97c-5836-4ab4-8d94-ea70929b5700 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:16.102613 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-c1d7f97c-5836-4ab4-8d94-ea70929b5700 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:16.188596 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-84f5a086-59be-449d-893d-066b1c4750e4 None None] Provisioning complete for port 38fdebf4-1f82-4e7b-b9ce-db5620efd43b triggered by entity DHCP. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:10:16.188991 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-84f5a086-59be-449d-893d-066b1c4750e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:16.222828 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e106403-87d9-415b-b239-b06ce8d29b5c req-29028501-5446-4656-b5e3-aefc20a4e0fd tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:16.224376 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-0e106403-87d9-415b-b239-b06ce8d29b5c req-29028501-5446-4656-b5e3-aefc20a4e0fd tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f483ee-52bb-4793-85af-683c01500a20 HTTP/1.1" status: 200 len: 944 time: 0.2021928 Jun 16 16:10:16.315645 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42425f-9d67-4cec-aec6-553f4da403c6 req-d324651b-bc1b-4009-a50e-989823936287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:16.317307 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-8f42425f-9d67-4cec-aec6-553f4da403c6 req-d324651b-bc1b-4009-a50e-989823936287 service neutron] 10.222.0.15 "GET /v2.0/networks?id=975c7a53-c8d3-4435-b0cd-f603c84a6c6a HTTP/1.1" status: 200 len: 915 time: 0.2294183 Jun 16 16:10:16.355811 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-0e106403-87d9-415b-b239-b06ce8d29b5c req-939853be-3de2-436b-ac87-01bb0a677530 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6dddd99-3cb0-49f4-8bf6-4c2beef266cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0982211 Jun 16 16:10:16.424684 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-8f42425f-9d67-4cec-aec6-553f4da403c6 req-e247e547-3eab-43f4-872b-3d3a74d36a45 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38fdebf4-1f82-4e7b-b9ce-db5620efd43b HTTP/1.1" status: 200 len: 1002 time: 0.0931878 Jun 16 16:10:16.431552 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-67f88934-b160-4d2b-a077-f28ffe49e4b1 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Deleting port 255dda87-9eed-4620-9c29-43229b6d47f7 {{(pid=91874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:10:16.431900 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-67f88934-b160-4d2b-a077-f28ffe49e4b1 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726811340957'] for port, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:16.524159 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42425f-9d67-4cec-aec6-553f4da403c6 req-492c7161-8dcf-4260-9ee3-4bff93a9def4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:16.525605 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-8f42425f-9d67-4cec-aec6-553f4da403c6 req-492c7161-8dcf-4260-9ee3-4bff93a9def4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=47184301-1ba5-4e64-8bf7-e81f9d73c729 HTTP/1.1" status: 200 len: 853 time: 0.0910661 Jun 16 16:10:16.579250 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-67f88934-b160-4d2b-a077-f28ffe49e4b1 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674541'] for port, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:16.579577 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-67f88934-b160-4d2b-a077-f28ffe49e4b1 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:16.646930 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-67f88934-b160-4d2b-a077-f28ffe49e4b1 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Calling delete_port for 255dda87-9eed-4620-9c29-43229b6d47f7 owned by network:floatingip {{(pid=91874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:10:16.734537 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42425f-9d67-4cec-aec6-553f4da403c6 req-ffd6e8c7-2d61-45cc-b355-8a4685e39755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:16.736019 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-8f42425f-9d67-4cec-aec6-553f4da403c6 req-ffd6e8c7-2d61-45cc-b355-8a4685e39755 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=975c7a53-c8d3-4435-b0cd-f603c84a6c6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2038531 Jun 16 16:10:16.792621 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device 9e97b060-6988-45d0-bfa1-29684cc01830 up at agent hyperv_hv-cinder-79611 {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:10:16.848087 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Provisioning for port 9e97b060-6988-45d0-bfa1-29684cc01830 completed by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:10:16.852374 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Provisioning complete for port 9e97b060-6988-45d0-bfa1-29684cc01830 triggered by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:10:16.852798 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:16.876851 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-8f42425f-9d67-4cec-aec6-553f4da403c6 req-9d27e1a0-1a1a-4d82-84d4-b5b05872a60f service neutron] 10.222.0.15 "GET /v2.0/networks/975c7a53-c8d3-4435-b0cd-f603c84a6c6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287587 Jun 16 16:10:16.883048 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86112ed3-8c6d-4aa3-bd57-8090142de67c req-6847e052-3041-45e9-9611-058e7fc5a5d6 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:16.885242 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-86112ed3-8c6d-4aa3-bd57-8090142de67c req-6847e052-3041-45e9-9611-058e7fc5a5d6 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c9a101-4385-40bd-9915-02e68c217120 HTTP/1.1" status: 200 len: 945 time: 0.0685329 Jun 16 16:10:16.927560 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-86112ed3-8c6d-4aa3-bd57-8090142de67c req-1171fff5-9f33-4bdf-b32e-86eba8e2439d tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] 10.222.0.49 "GET /v2.0/security-groups?id=e09fa68c-43bb-4d4c-a1d7-db430e8972c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361083 Jun 16 16:10:16.943159 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:16.985328 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] For port 9e97b060-6988-45d0-bfa1-29684cc01830, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=9e97b060-6988-45d0-bfa1-29684cc01830,segment=NetworkSegment(28ca8ba8-691c-48b2-ad64-51cdd785b47e),segment_id=28ca8ba8-691c-48b2-ad64-51cdd785b47e)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:10:16.988489 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-67f88934-b160-4d2b-a077-f28ffe49e4b1 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726811346809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726810953732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3529197'] for port, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:16.990414 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:16.990544 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-4234c6f3-e430-4c3a-ba40-c264976cfddf tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:16.993142 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:17.023482 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f88934-b160-4d2b-a077-f28ffe49e4b1 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Pushing event deleted for resources: {'Port': ['ID=255dda87-9eed-4620-9c29-43229b6d47f7,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:17.049902 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Pushing event updated for resources: {'Port': ['ID=9e97b060-6988-45d0-bfa1-29684cc01830,revision_number=5']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:17.053112 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:17.058705 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-8f42425f-9d67-4cec-aec6-553f4da403c6 req-f7e5ccda-f59a-4169-940f-83654adbbd77 service neutron] 10.222.0.15 "GET /v2.0/networks/975c7a53-c8d3-4435-b0cd-f603c84a6c6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745846 Jun 16 16:10:17.062352 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f88934-b160-4d2b-a077-f28ffe49e4b1 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:17.062724 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f88934-b160-4d2b-a077-f28ffe49e4b1 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:17.063090 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f88934-b160-4d2b-a077-f28ffe49e4b1 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:17.064424 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f88934-b160-4d2b-a077-f28ffe49e4b1 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:17.064800 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f88934-b160-4d2b-a077-f28ffe49e4b1 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:17.065162 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f88934-b160-4d2b-a077-f28ffe49e4b1 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:17.065541 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f88934-b160-4d2b-a077-f28ffe49e4b1 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:17.065897 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f88934-b160-4d2b-a077-f28ffe49e4b1 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:17.066248 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f88934-b160-4d2b-a077-f28ffe49e4b1 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:17.066594 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f88934-b160-4d2b-a077-f28ffe49e4b1 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:17.066942 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f88934-b160-4d2b-a077-f28ffe49e4b1 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:17.067433 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f88934-b160-4d2b-a077-f28ffe49e4b1 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:17.071196 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-67f88934-b160-4d2b-a077-f28ffe49e4b1 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:17.107051 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-67f88934-b160-4d2b-a077-f28ffe49e4b1 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Notify callbacks [] for floatingip, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:17.107537 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.db.l3_db [None req-67f88934-b160-4d2b-a077-f28ffe49e4b1 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Floating IP 9dba1d69-c724-4168-adbf-368e117ae15a disassociated (deleted). External IP: 172.27.1.188, port: 38fdebf4-1f82-4e7b-b9ce-db5620efd43b. Jun 16 16:10:17.114862 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06f483ee-52bb-4793-85af-683c01500a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e97b060-6988-45d0-bfa1-29684cc01830'}] {{(pid=91876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:10:17.117272 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a9c68db8c06307a0250ecdd4df366f09270e0987ddc1c5d61c2ecaceaac02f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d43e225-05d5-4755-8e7b-1deca0e761aa" -d '{"events": [{"server_uuid": "06f483ee-52bb-4793-85af-683c01500a20", "name": "network-vif-plugged", "status": "completed", "tag": "9e97b060-6988-45d0-bfa1-29684cc01830"}]}' {{(pid=91876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:10:17.156042 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e9961df-b465-4b46-a5f9-61ba9dc88ae0 x-openstack-request-id: req-4e9961df-b465-4b46-a5f9-61ba9dc88ae0 {{(pid=91876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:10:17.156356 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06f483ee-52bb-4793-85af-683c01500a20", "name": "network-vif-plugged", "status": "completed", "tag": "9e97b060-6988-45d0-bfa1-29684cc01830", "code": 200}]} {{(pid=91876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:10:17.156628 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4e9961df-b465-4b46-a5f9-61ba9dc88ae0 {{(pid=91876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:10:17.157040 dv-cinder-796114-3-iscsi neutron-server[91876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06f483ee-52bb-4793-85af-683c01500a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e97b060-6988-45d0-bfa1-29684cc01830', 'code': 200} Jun 16 16:10:17.344240 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67f88934-b160-4d2b-a077-f28ffe49e4b1 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Router dea85d41-d7bf-428e-bb7e-603a1c3dac18 has already been hosted by L3 agent 0e7678c9-774c-4c46-a09f-f3aaee363ca4 {{(pid=91874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:10:17.468991 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-ed932872-c3f9-47d6-a6cc-76609224135e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:17.485828 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f09e6-82cd-4c99-a752-0378e0fe43c2 req-e98abc69-b5a5-45fe-83be-b086a4d1b184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:17.487331 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-cb0f09e6-82cd-4c99-a752-0378e0fe43c2 req-e98abc69-b5a5-45fe-83be-b086a4d1b184 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=06f483ee-52bb-4793-85af-683c01500a20 HTTP/1.1" status: 200 len: 1098 time: 0.1347797 Jun 16 16:10:17.787782 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f88934-b160-4d2b-a077-f28ffe49e4b1 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Notify agent at l3_agent.dv-cinder-796114-3-iscsi the message routers_updated {{(pid=91874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:10:17.792696 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-67f88934-b160-4d2b-a077-f28ffe49e4b1 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208782'] for floatingip, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:17.797940 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8984a6f2-1b2e-4a8d-9e79-4f05fe824302 None None] Sync routers for ids ['dea85d41-d7bf-428e-bb7e-603a1c3dac18'] in dv-cinder-796114-3-iscsi {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:10:17.813778 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8984a6f2-1b2e-4a8d-9e79-4f05fe824302 None None] Routers {'dea85d41-d7bf-428e-bb7e-603a1c3dac18'} bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:10:17.814448 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-8984a6f2-1b2e-4a8d-9e79-4f05fe824302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:57:20Z,description=,heartbeat_timestamp=2021-06-16T16:09:50Z,host='dv-cinder-796114-3-iscsi',id=0e7678c9-774c-4c46-a09f-f3aaee363ca4,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:57:20Z,topic='l3_agent')) {'router_ids': ['dea85d41-d7bf-428e-bb7e-603a1c3dac18'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:10:17.846571 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-cb0f09e6-82cd-4c99-a752-0378e0fe43c2 req-5b54445f-7594-429d-aa33-2e3620124594 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d6dddd99-3cb0-49f4-8bf6-4c2beef266cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3494527 Jun 16 16:10:17.854722 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-67f88934-b160-4d2b-a077-f28ffe49e4b1 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "DELETE /v2.0/floatingips/9dba1d69-c724-4168-adbf-368e117ae15a HTTP/1.1" status: 204 len: 168 time: 1.7753649 Jun 16 16:10:17.878020 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e2099a-117e-4dac-86f6-51484e73f3f6 req-719b30d6-26d0-42f8-b467-531806715a28 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:17.881847 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f3e2099a-117e-4dac-86f6-51484e73f3f6 req-719b30d6-26d0-42f8-b467-531806715a28 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f483ee-52bb-4793-85af-683c01500a20 HTTP/1.1" status: 200 len: 945 time: 0.3790205 Jun 16 16:10:17.918941 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-8984a6f2-1b2e-4a8d-9e79-4f05fe824302 None None] Set router dea85d41-d7bf-428e-bb7e-603a1c3dac18 gateway port host: dv-cinder-796114-3-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:10:17.919710 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f3e2099a-117e-4dac-86f6-51484e73f3f6 req-064ba6b8-2073-42ac-9388-2461d0b221c7 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6dddd99-3cb0-49f4-8bf6-4c2beef266cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346513 Jun 16 16:10:17.930979 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcea0d10-72a4-47af-8121-651cc80eeb6f', 'tag': '38fdebf4-1f82-4e7b-b9ce-db5620efd43b'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:10:17.934896 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac39972ab304bebcb834853fc43b221d920fab97f47da84b7636f2612ed6f187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a46f4cfe-b9e5-42fa-9334-8a4121b9ebfb" -d '{"events": [{"name": "network-changed", "server_uuid": "dcea0d10-72a4-47af-8121-651cc80eeb6f", "tag": "38fdebf4-1f82-4e7b-b9ce-db5620efd43b"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:10:18.027904 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73364ec5-b8fe-4706-ad61-4427679f9375 x-openstack-request-id: req-73364ec5-b8fe-4706-ad61-4427679f9375 {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:10:18.028345 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcea0d10-72a4-47af-8121-651cc80eeb6f", "tag": "38fdebf4-1f82-4e7b-b9ce-db5620efd43b", "status": "completed", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:10:18.028729 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-73364ec5-b8fe-4706-ad61-4427679f9375 {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:10:18.029283 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcea0d10-72a4-47af-8121-651cc80eeb6f', 'tag': '38fdebf4-1f82-4e7b-b9ce-db5620efd43b', 'status': 'completed', 'code': 200} Jun 16 16:10:18.125392 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f4cfe-b9e5-42fa-9334-8a4121b9ebfb req-10c53dd3-fbfb-41b6-9ba3-54f98b944135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:18.127241 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a46f4cfe-b9e5-42fa-9334-8a4121b9ebfb req-10c53dd3-fbfb-41b6-9ba3-54f98b944135 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bfaef4bc7f0242ec88bbc5b303f5ed3f&device_id=dcea0d10-72a4-47af-8121-651cc80eeb6f HTTP/1.1" status: 200 len: 1099 time: 0.0733931 Jun 16 16:10:18.150046 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-8984a6f2-1b2e-4a8d-9e79-4f05fe824302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea85d41-d7bf-428e-bb7e-603a1c3dac18', 'name': 'tempest-TestMinimumBasicScenario-744297981-router', 'tenant_id': 'bfaef4bc7f0242ec88bbc5b303f5ed3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '4423bcc8-2f52-4bf0-bd4b-775392f3b89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:07:11Z', 'updated_at': '2021-06-16T16:07:17Z', 'revision_number': 4, 'project_id': 'bfaef4bc7f0242ec88bbc5b303f5ed3f', 'gw_port': {'id': '4423bcc8-2f52-4bf0-bd4b-775392f3b89a', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:99:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea85d41-d7bf-428e-bb7e-603a1c3dac18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:07:12Z', 'updated_at': '2021-06-16T16:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi', '_interfaces': [{'id': '0f53962b-4479-4217-8de3-18a01d333fc9', 'name': '', 'network_id': '975c7a53-c8d3-4435-b0cd-f603c84a6c6a', 'tenant_id': 'bfaef4bc7f0242ec88bbc5b303f5ed3f', 'mac_address': 'fa:16:3e:de:31:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea85d41-d7bf-428e-bb7e-603a1c3dac18', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '47184301-1ba5-4e64-8bf7-e81f9d73c729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:07:16Z', 'updated_at': '2021-06-16T16:07:24Z', 'revision_number': 5, 'project_id': 'bfaef4bc7f0242ec88bbc5b303f5ed3f', 'subnets': [{'id': '47184301-1ba5-4e64-8bf7-e81f9d73c729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:10:18.153724 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8984a6f2-1b2e-4a8d-9e79-4f05fe824302 None None] Checking router: dea85d41-d7bf-428e-bb7e-603a1c3dac18 for host: dv-cinder-796114-3-iscsi {{(pid=91876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:10:18.174522 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8984a6f2-1b2e-4a8d-9e79-4f05fe824302 None None] Routers {'dea85d41-d7bf-428e-bb7e-603a1c3dac18'} bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:10:18.175168 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-8984a6f2-1b2e-4a8d-9e79-4f05fe824302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:57:20Z,description=,heartbeat_timestamp=2021-06-16T16:09:50Z,host='dv-cinder-796114-3-iscsi',id=0e7678c9-774c-4c46-a09f-f3aaee363ca4,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:57:20Z,topic='l3_agent')) {'router_ids': ['dea85d41-d7bf-428e-bb7e-603a1c3dac18'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:10:18.235760 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f4cfe-b9e5-42fa-9334-8a4121b9ebfb req-dcef655e-db40-4ac3-ac50-48a0924becac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:18.237213 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a46f4cfe-b9e5-42fa-9334-8a4121b9ebfb req-dcef655e-db40-4ac3-ac50-48a0924becac service neutron] 10.222.0.15 "GET /v2.0/networks?id=975c7a53-c8d3-4435-b0cd-f603c84a6c6a HTTP/1.1" status: 200 len: 915 time: 0.1007690 Jun 16 16:10:18.281982 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a46f4cfe-b9e5-42fa-9334-8a4121b9ebfb req-4eec74ae-f8cc-4123-979f-461195f212ae service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38fdebf4-1f82-4e7b-b9ce-db5620efd43b HTTP/1.1" status: 200 len: 217 time: 0.0371850 Jun 16 16:10:18.341488 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f4cfe-b9e5-42fa-9334-8a4121b9ebfb req-312e3b4e-829d-413d-bd9f-f2a16ee2e86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:18.343067 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a46f4cfe-b9e5-42fa-9334-8a4121b9ebfb req-312e3b4e-829d-413d-bd9f-f2a16ee2e86a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=47184301-1ba5-4e64-8bf7-e81f9d73c729 HTTP/1.1" status: 200 len: 853 time: 0.0503459 Jun 16 16:10:18.409156 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f4cfe-b9e5-42fa-9334-8a4121b9ebfb req-fc963945-1638-4554-8692-c7b6ac35a97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:18.410705 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a46f4cfe-b9e5-42fa-9334-8a4121b9ebfb req-fc963945-1638-4554-8692-c7b6ac35a97d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=975c7a53-c8d3-4435-b0cd-f603c84a6c6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0593898 Jun 16 16:10:18.414122 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-8984a6f2-1b2e-4a8d-9e79-4f05fe824302 None None] Set router dea85d41-d7bf-428e-bb7e-603a1c3dac18 gateway port host: dv-cinder-796114-3-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:10:18.512696 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a46f4cfe-b9e5-42fa-9334-8a4121b9ebfb req-e7a5769a-055d-4c36-9996-46edb4c204e5 service neutron] 10.222.0.15 "GET /v2.0/networks/975c7a53-c8d3-4435-b0cd-f603c84a6c6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943389 Jun 16 16:10:18.608137 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a46f4cfe-b9e5-42fa-9334-8a4121b9ebfb req-65162d0d-179f-47d4-bec1-b601103c48c5 service neutron] 10.222.0.15 "GET /v2.0/networks/975c7a53-c8d3-4435-b0cd-f603c84a6c6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880883 Jun 16 16:10:18.618529 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-8984a6f2-1b2e-4a8d-9e79-4f05fe824302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea85d41-d7bf-428e-bb7e-603a1c3dac18', 'name': 'tempest-TestMinimumBasicScenario-744297981-router', 'tenant_id': 'bfaef4bc7f0242ec88bbc5b303f5ed3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '4423bcc8-2f52-4bf0-bd4b-775392f3b89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:07:11Z', 'updated_at': '2021-06-16T16:07:17Z', 'revision_number': 4, 'project_id': 'bfaef4bc7f0242ec88bbc5b303f5ed3f', 'gw_port': {'id': '4423bcc8-2f52-4bf0-bd4b-775392f3b89a', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:99:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea85d41-d7bf-428e-bb7e-603a1c3dac18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:07:12Z', 'updated_at': '2021-06-16T16:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi', '_interfaces': [{'id': '0f53962b-4479-4217-8de3-18a01d333fc9', 'name': '', 'network_id': '975c7a53-c8d3-4435-b0cd-f603c84a6c6a', 'tenant_id': 'bfaef4bc7f0242ec88bbc5b303f5ed3f', 'mac_address': 'fa:16:3e:de:31:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea85d41-d7bf-428e-bb7e-603a1c3dac18', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '47184301-1ba5-4e64-8bf7-e81f9d73c729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:07:16Z', 'updated_at': '2021-06-16T16:07:24Z', 'revision_number': 5, 'project_id': 'bfaef4bc7f0242ec88bbc5b303f5ed3f', 'subnets': [{'id': '47184301-1ba5-4e64-8bf7-e81f9d73c729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:10:18.623002 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8984a6f2-1b2e-4a8d-9e79-4f05fe824302 None None] The sync data for ids ['dea85d41-d7bf-428e-bb7e-603a1c3dac18'] in dv-cinder-796114-3-iscsi is: [{'id': 'dea85d41-d7bf-428e-bb7e-603a1c3dac18', 'name': 'tempest-TestMinimumBasicScenario-744297981-router', 'tenant_id': 'bfaef4bc7f0242ec88bbc5b303f5ed3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '4423bcc8-2f52-4bf0-bd4b-775392f3b89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:07:11Z', 'updated_at': '2021-06-16T16:07:17Z', 'revision_number': 4, 'project_id': 'bfaef4bc7f0242ec88bbc5b303f5ed3f', 'gw_port': {'id': '4423bcc8-2f52-4bf0-bd4b-775392f3b89a', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:99:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea85d41-d7bf-428e-bb7e-603a1c3dac18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:07:12Z', 'updated_at': '2021-06-16T16:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi', '_interfaces': [{'id': '0f53962b-4479-4217-8de3-18a01d333fc9', 'name': '', 'network_id': '975c7a53-c8d3-4435-b0cd-f603c84a6c6a', 'tenant_id': 'bfaef4bc7f0242ec88bbc5b303f5ed3f', 'mac_address': 'fa:16:3e:de:31:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea85d41-d7bf-428e-bb7e-603a1c3dac18', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '47184301-1ba5-4e64-8bf7-e81f9d73c729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:07:16Z', 'updated_at': '2021-06-16T16:07:24Z', 'revision_number': 5, 'project_id': 'bfaef4bc7f0242ec88bbc5b303f5ed3f', 'subnets': [{'id': '47184301-1ba5-4e64-8bf7-e81f9d73c729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:10:18.828917 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76967683-0bd3-4823-9a6d-962558259abd None None] New status for floating IP 9dba1d69-c724-4168-adbf-368e117ae15a: DOWN {{(pid=91877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:10:19.108978 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b2c26-e2eb-4a0c-9314-e04845fbd550 req-ef930aa8-4762-4845-be80-7afa05a4b675 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:19.110457 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-656b2c26-e2eb-4a0c-9314-e04845fbd550 req-ef930aa8-4762-4845-be80-7afa05a4b675 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f483ee-52bb-4793-85af-683c01500a20 HTTP/1.1" status: 200 len: 945 time: 0.0702286 Jun 16 16:10:19.148382 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-656b2c26-e2eb-4a0c-9314-e04845fbd550 req-335346a2-d40d-45a5-bd66-48ff6695433d tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6dddd99-3cb0-49f4-8bf6-4c2beef266cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320463 Jun 16 16:10:19.323739 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc572561-5e59-44d6-be82-52d7de1476c9 req-94cc1516-5d15-407c-875e-ac44bcea0f39 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:19.325188 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-fc572561-5e59-44d6-be82-52d7de1476c9 req-94cc1516-5d15-407c-875e-ac44bcea0f39 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f483ee-52bb-4793-85af-683c01500a20 HTTP/1.1" status: 200 len: 945 time: 0.0648623 Jun 16 16:10:19.333456 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 41010) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:10:19.338118 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-bd79918c-a550-4631-a5ba-f4730e44ed67 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Request body: {'floatingip': {'port_id': '9e97b060-6988-45d0-bfa1-29684cc01830'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:10:19.381302 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-bd79918c-a550-4631-a5ba-f4730e44ed67 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks [] for floatingip, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:19.434140 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:19.867860 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-bd79918c-a550-4631-a5ba-f4730e44ed67 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:19.872963 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-bd79918c-a550-4631-a5ba-f4730e44ed67 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702189'] for floatingip, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:19.887050 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-d6a66d27-3983-4e19-94d9-1b4d151f3422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:19.954336 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:20.003946 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.db.l3_db [None req-bd79918c-a550-4631-a5ba-f4730e44ed67 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Floating IP b6b94976-6e87-4834-8056-2a24cc6a2dea associated. External IP: 172.27.1.18, port: 9e97b060-6988-45d0-bfa1-29684cc01830. Jun 16 16:10:20.241045 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd79918c-a550-4631-a5ba-f4730e44ed67 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Router 8112a31f-9720-469c-9d18-4de725043260 has already been hosted by L3 agent 0e7678c9-774c-4c46-a09f-f3aaee363ca4 {{(pid=91874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:10:20.382302 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd79918c-a550-4631-a5ba-f4730e44ed67 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify agent at l3_agent.dv-cinder-796114-3-iscsi the message routers_updated {{(pid=91874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:10:20.388728 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-bd79918c-a550-4631-a5ba-f4730e44ed67 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208782'] for floatingip, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:20.394070 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cf3c13-b209-4065-aa3d-48c9b786383c None None] Sync routers for ids ['8112a31f-9720-469c-9d18-4de725043260'] in dv-cinder-796114-3-iscsi {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:10:20.405798 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cf3c13-b209-4065-aa3d-48c9b786383c None None] Routers {'8112a31f-9720-469c-9d18-4de725043260'} bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:10:20.406453 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-a0cf3c13-b209-4065-aa3d-48c9b786383c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:57:20Z,description=,heartbeat_timestamp=2021-06-16T16:10:20Z,host='dv-cinder-796114-3-iscsi',id=0e7678c9-774c-4c46-a09f-f3aaee363ca4,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:57:20Z,topic='l3_agent')) {'router_ids': ['8112a31f-9720-469c-9d18-4de725043260'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:10:20.439944 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-bd79918c-a550-4631-a5ba-f4730e44ed67 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "PUT /v2.0/floatingips/b6b94976-6e87-4834-8056-2a24cc6a2dea HTTP/1.1" status: 200 len: 990 time: 1.1053658 Jun 16 16:10:20.440596 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06f483ee-52bb-4793-85af-683c01500a20', 'tag': '9e97b060-6988-45d0-bfa1-29684cc01830'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:10:20.443004 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac39972ab304bebcb834853fc43b221d920fab97f47da84b7636f2612ed6f187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e82502c-244f-4338-916a-71ff0e91d68c" -d '{"events": [{"name": "network-changed", "server_uuid": "06f483ee-52bb-4793-85af-683c01500a20", "tag": "9e97b060-6988-45d0-bfa1-29684cc01830"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:10:20.478371 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f62ad9-1da3-4ece-905d-3b0d320ddcbd x-openstack-request-id: req-b8f62ad9-1da3-4ece-905d-3b0d320ddcbd {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:10:20.478698 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06f483ee-52bb-4793-85af-683c01500a20", "tag": "9e97b060-6988-45d0-bfa1-29684cc01830", "status": "completed", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:10:20.478984 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b8f62ad9-1da3-4ece-905d-3b0d320ddcbd {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:10:20.479407 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06f483ee-52bb-4793-85af-683c01500a20', 'tag': '9e97b060-6988-45d0-bfa1-29684cc01830', 'status': 'completed', 'code': 200} Jun 16 16:10:20.531679 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-a0cf3c13-b209-4065-aa3d-48c9b786383c None None] Set router 8112a31f-9720-469c-9d18-4de725043260 gateway port host: dv-cinder-796114-3-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:10:20.574367 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e82502c-244f-4338-916a-71ff0e91d68c req-9c39dd63-87d4-49df-aeff-4dfc8fbe3941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:20.575953 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-0e82502c-244f-4338-916a-71ff0e91d68c req-9c39dd63-87d4-49df-aeff-4dfc8fbe3941 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6f37c6beb22479fae2758d3ed17d813&device_id=06f483ee-52bb-4793-85af-683c01500a20 HTTP/1.1" status: 200 len: 1098 time: 0.0633452 Jun 16 16:10:20.671464 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e82502c-244f-4338-916a-71ff0e91d68c req-b735a116-c7f3-4e7f-93af-5200809a72a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:20.672932 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-0e82502c-244f-4338-916a-71ff0e91d68c req-b735a116-c7f3-4e7f-93af-5200809a72a0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9b440f45-4a88-4d84-9a29-8220f48297fe HTTP/1.1" status: 200 len: 910 time: 0.0888751 Jun 16 16:10:20.747145 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-0e82502c-244f-4338-916a-71ff0e91d68c req-ae9f5b49-d861-4b18-8860-aff407f113c2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e97b060-6988-45d0-bfa1-29684cc01830 HTTP/1.1" status: 200 len: 998 time: 0.0659084 Jun 16 16:10:20.754324 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-947c0e9a-b3b5-422b-9cac-8ed49bf31abf req-d368e977-d141-4463-a95f-ae607a213559 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dcea0d10-72a4-47af-8121-651cc80eeb6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0572720 Jun 16 16:10:20.806317 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e82502c-244f-4338-916a-71ff0e91d68c req-865f9720-9f7d-43e7-b6db-d3b110324230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:20.807788 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-0e82502c-244f-4338-916a-71ff0e91d68c req-865f9720-9f7d-43e7-b6db-d3b110324230 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ea00e02a-6838-40a9-b1d7-a5a03e20d3b1 HTTP/1.1" status: 200 len: 848 time: 0.0545881 Jun 16 16:10:20.815433 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-a0cf3c13-b209-4065-aa3d-48c9b786383c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8112a31f-9720-469c-9d18-4de725043260', 'name': 'tempest-AttachVolumeTestJSON-71700425-router', 'tenant_id': 'b6f37c6beb22479fae2758d3ed17d813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '63a1cf5a-d7b5-42f9-9dc4-0f6aedbdefd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:04:55Z', 'updated_at': '2021-06-16T16:05:04Z', 'revision_number': 4, 'project_id': 'b6f37c6beb22479fae2758d3ed17d813', 'gw_port': {'id': '63a1cf5a-d7b5-42f9-9dc4-0f6aedbdefd5', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8112a31f-9720-469c-9d18-4de725043260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:04:57Z', 'updated_at': '2021-06-16T16:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi', '_floatingips': [{'id': 'b6b94976-6e87-4834-8056-2a24cc6a2dea', 'tenant_id': 'b6f37c6beb22479fae2758d3ed17d813', 'floating_ip_address': '172.27.1.18', 'floating_network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'router_id': '8112a31f-9720-469c-9d18-4de725043260', 'port_id': '9e97b060-6988-45d0-bfa1-29684cc01830', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b440f45-4a88-4d84-9a29-8220f48297fe', 'mac_address': 'fa:16:3e:24:c5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f483ee-52bb-4793-85af-683c01500a20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:10:06Z', 'updated_at': '2021-06-16T16:10:19Z', 'revision_number': 1, 'project_id': 'b6f37c6beb22479fae2758d3ed17d813', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fe774fa-d9df-4d9a-a7c9-265a06cd514c', 'name': '', 'network_id': '9b440f45-4a88-4d84-9a29-8220f48297fe', 'tenant_id': 'b6f37c6beb22479fae2758d3ed17d813', 'mac_address': 'fa:16:3e:ea:cb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8112a31f-9720-469c-9d18-4de725043260', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ea00e02a-6838-40a9-b1d7-a5a03e20d3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:05:02Z', 'updated_at': '2021-06-16T16:05:18Z', 'revision_number': 5, 'project_id': 'b6f37c6beb22479fae2758d3ed17d813', 'subnets': [{'id': 'ea00e02a-6838-40a9-b1d7-a5a03e20d3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:10:20.819741 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cf3c13-b209-4065-aa3d-48c9b786383c None None] Checking router: 8112a31f-9720-469c-9d18-4de725043260 for host: dv-cinder-796114-3-iscsi {{(pid=91876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:10:20.828771 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cf3c13-b209-4065-aa3d-48c9b786383c None None] Routers {'8112a31f-9720-469c-9d18-4de725043260'} bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:10:20.829443 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-a0cf3c13-b209-4065-aa3d-48c9b786383c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:57:20Z,description=,heartbeat_timestamp=2021-06-16T16:10:20Z,host='dv-cinder-796114-3-iscsi',id=0e7678c9-774c-4c46-a09f-f3aaee363ca4,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:57:20Z,topic='l3_agent')) {'router_ids': ['8112a31f-9720-469c-9d18-4de725043260'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:10:20.872791 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e82502c-244f-4338-916a-71ff0e91d68c req-01dca69a-7aaa-4dea-b699-2c2d2221cdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:20.874335 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-0e82502c-244f-4338-916a-71ff0e91d68c req-01dca69a-7aaa-4dea-b699-2c2d2221cdbf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9b440f45-4a88-4d84-9a29-8220f48297fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0556779 Jun 16 16:10:20.880846 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c0e9a-b3b5-422b-9cac-8ed49bf31abf req-6bea4ad4-71e4-4641-9cda-07a4ed9f4c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:20.882354 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-947c0e9a-b3b5-422b-9cac-8ed49bf31abf req-6bea4ad4-71e4-4641-9cda-07a4ed9f4c35 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bfaef4bc7f0242ec88bbc5b303f5ed3f&device_id=dcea0d10-72a4-47af-8121-651cc80eeb6f HTTP/1.1" status: 200 len: 1099 time: 0.0646305 Jun 16 16:10:20.944205 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-a0cf3c13-b209-4065-aa3d-48c9b786383c None None] Set router 8112a31f-9720-469c-9d18-4de725043260 gateway port host: dv-cinder-796114-3-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:10:20.978822 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-0e82502c-244f-4338-916a-71ff0e91d68c req-0fce3e08-c4d4-4a70-893a-0179b46bd2ae service neutron] 10.222.0.15 "GET /v2.0/networks/9b440f45-4a88-4d84-9a29-8220f48297fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895252 Jun 16 16:10:21.008291 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c0e9a-b3b5-422b-9cac-8ed49bf31abf req-1bd35330-a895-42fd-827a-99946311b75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:21.009768 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-947c0e9a-b3b5-422b-9cac-8ed49bf31abf req-1bd35330-a895-42fd-827a-99946311b75f service neutron] 10.222.0.15 "GET /v2.0/networks?id=975c7a53-c8d3-4435-b0cd-f603c84a6c6a HTTP/1.1" status: 200 len: 915 time: 0.0876281 Jun 16 16:10:21.053395 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-947c0e9a-b3b5-422b-9cac-8ed49bf31abf req-20f20794-fcd6-4411-8cde-61e25521720c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38fdebf4-1f82-4e7b-b9ce-db5620efd43b HTTP/1.1" status: 200 len: 217 time: 0.0372405 Jun 16 16:10:21.077714 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-0e82502c-244f-4338-916a-71ff0e91d68c req-e784ec92-5166-4da5-8774-2d2b22fbc959 service neutron] 10.222.0.15 "GET /v2.0/networks/9b440f45-4a88-4d84-9a29-8220f48297fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921621 Jun 16 16:10:21.108838 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c0e9a-b3b5-422b-9cac-8ed49bf31abf req-76e5ccd2-2cb8-4c37-b7da-831a10ecd72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:21.110559 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-947c0e9a-b3b5-422b-9cac-8ed49bf31abf req-76e5ccd2-2cb8-4c37-b7da-831a10ecd72e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=47184301-1ba5-4e64-8bf7-e81f9d73c729 HTTP/1.1" status: 200 len: 853 time: 0.0508928 Jun 16 16:10:21.166497 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c0e9a-b3b5-422b-9cac-8ed49bf31abf req-fddbfa00-5aef-49bf-88f5-c64ddc08ebba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:21.168504 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-947c0e9a-b3b5-422b-9cac-8ed49bf31abf req-fddbfa00-5aef-49bf-88f5-c64ddc08ebba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=975c7a53-c8d3-4435-b0cd-f603c84a6c6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512059 Jun 16 16:10:21.183661 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-a0cf3c13-b209-4065-aa3d-48c9b786383c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8112a31f-9720-469c-9d18-4de725043260', 'name': 'tempest-AttachVolumeTestJSON-71700425-router', 'tenant_id': 'b6f37c6beb22479fae2758d3ed17d813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '63a1cf5a-d7b5-42f9-9dc4-0f6aedbdefd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:04:55Z', 'updated_at': '2021-06-16T16:05:04Z', 'revision_number': 4, 'project_id': 'b6f37c6beb22479fae2758d3ed17d813', 'gw_port': {'id': '63a1cf5a-d7b5-42f9-9dc4-0f6aedbdefd5', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8112a31f-9720-469c-9d18-4de725043260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:04:57Z', 'updated_at': '2021-06-16T16:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi', '_floatingips': [{'id': 'b6b94976-6e87-4834-8056-2a24cc6a2dea', 'tenant_id': 'b6f37c6beb22479fae2758d3ed17d813', 'floating_ip_address': '172.27.1.18', 'floating_network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'router_id': '8112a31f-9720-469c-9d18-4de725043260', 'port_id': '9e97b060-6988-45d0-bfa1-29684cc01830', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b440f45-4a88-4d84-9a29-8220f48297fe', 'mac_address': 'fa:16:3e:24:c5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f483ee-52bb-4793-85af-683c01500a20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:10:06Z', 'updated_at': '2021-06-16T16:10:19Z', 'revision_number': 1, 'project_id': 'b6f37c6beb22479fae2758d3ed17d813', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fe774fa-d9df-4d9a-a7c9-265a06cd514c', 'name': '', 'network_id': '9b440f45-4a88-4d84-9a29-8220f48297fe', 'tenant_id': 'b6f37c6beb22479fae2758d3ed17d813', 'mac_address': 'fa:16:3e:ea:cb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8112a31f-9720-469c-9d18-4de725043260', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ea00e02a-6838-40a9-b1d7-a5a03e20d3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:05:02Z', 'updated_at': '2021-06-16T16:05:18Z', 'revision_number': 5, 'project_id': 'b6f37c6beb22479fae2758d3ed17d813', 'subnets': [{'id': 'ea00e02a-6838-40a9-b1d7-a5a03e20d3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:10:21.187245 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cf3c13-b209-4065-aa3d-48c9b786383c None None] The sync data for ids ['8112a31f-9720-469c-9d18-4de725043260'] in dv-cinder-796114-3-iscsi is: [{'id': '8112a31f-9720-469c-9d18-4de725043260', 'name': 'tempest-AttachVolumeTestJSON-71700425-router', 'tenant_id': 'b6f37c6beb22479fae2758d3ed17d813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '63a1cf5a-d7b5-42f9-9dc4-0f6aedbdefd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:04:55Z', 'updated_at': '2021-06-16T16:05:04Z', 'revision_number': 4, 'project_id': 'b6f37c6beb22479fae2758d3ed17d813', 'gw_port': {'id': '63a1cf5a-d7b5-42f9-9dc4-0f6aedbdefd5', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8112a31f-9720-469c-9d18-4de725043260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:04:57Z', 'updated_at': '2021-06-16T16:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi', '_floatingips': [{'id': 'b6b94976-6e87-4834-8056-2a24cc6a2dea', 'tenant_id': 'b6f37c6beb22479fae2758d3ed17d813', 'floating_ip_address': '172.27.1.18', 'floating_network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'router_id': '8112a31f-9720-469c-9d18-4de725043260', 'port_id': '9e97b060-6988-45d0-bfa1-29684cc01830', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b440f45-4a88-4d84-9a29-8220f48297fe', 'mac_address': 'fa:16:3e:24:c5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f483ee-52bb-4793-85af-683c01500a20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:10:06Z', 'updated_at': '2021-06-16T16:10:19Z', 'revision_number': 1, 'project_id': 'b6f37c6beb22479fae2758d3ed17d813', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fe774fa-d9df-4d9a-a7c9-265a06cd514c', 'name': '', 'network_id': '9b440f45-4a88-4d84-9a29-8220f48297fe', 'tenant_id': 'b6f37c6beb22479fae2758d3ed17d813', 'mac_address': 'fa:16:3e:ea:cb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8112a31f-9720-469c-9d18-4de725043260', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ea00e02a-6838-40a9-b1d7-a5a03e20d3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:05:02Z', 'updated_at': '2021-06-16T16:05:18Z', 'revision_number': 5, 'project_id': 'b6f37c6beb22479fae2758d3ed17d813', 'subnets': [{'id': 'ea00e02a-6838-40a9-b1d7-a5a03e20d3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:10:21.262807 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-947c0e9a-b3b5-422b-9cac-8ed49bf31abf req-c13841f9-1394-40a6-ae88-0e54a138925a service neutron] 10.222.0.15 "GET /v2.0/networks/975c7a53-c8d3-4435-b0cd-f603c84a6c6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874376 Jun 16 16:10:21.315037 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-6ad78952-ea93-43a4-8288-1e7c2f1dde9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:21.353240 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-947c0e9a-b3b5-422b-9cac-8ed49bf31abf req-502182a1-c69c-46d4-9891-fb9381ea19ec service neutron] 10.222.0.15 "GET /v2.0/networks/975c7a53-c8d3-4435-b0cd-f603c84a6c6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836284 Jun 16 16:10:21.380115 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6e6a2b-3035-4ab4-83a4-0fc470cb03fc None None] New status for floating IP b6b94976-6e87-4834-8056-2a24cc6a2dea: ACTIVE {{(pid=91877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:10:22.838085 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-459ba97e-0994-401b-bd86-9772962a392e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:29.766545 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b4eaeb-cdb8-4f0d-98f7-08e954c030e0 req-c5d6472d-2ef9-4948-9b65-f0f0aa5df612 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:29.768007 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-77b4eaeb-cdb8-4f0d-98f7-08e954c030e0 req-c5d6472d-2ef9-4948-9b65-f0f0aa5df612 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcea0d10-72a4-47af-8121-651cc80eeb6f HTTP/1.1" status: 200 len: 946 time: 0.0630944 Jun 16 16:10:29.808394 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-77b4eaeb-cdb8-4f0d-98f7-08e954c030e0 req-9d687661-c96e-448a-800c-463e02f797e9 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a090f09-4654-4407-bdfe-a691bf3d5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345466 Jun 16 16:10:32.621457 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82d45c6-9e13-4270-a82b-432a39ed9995 req-d09f1006-595f-46ed-9571-1984133637a7 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:32.622920 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-b82d45c6-9e13-4270-a82b-432a39ed9995 req-d09f1006-595f-46ed-9571-1984133637a7 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcea0d10-72a4-47af-8121-651cc80eeb6f HTTP/1.1" status: 200 len: 946 time: 0.0625610 Jun 16 16:10:32.666129 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-b82d45c6-9e13-4270-a82b-432a39ed9995 req-71f6d16e-af89-46c2-834f-914699f3f1ca tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a090f09-4654-4407-bdfe-a691bf3d5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376935 Jun 16 16:10:33.838552 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37675936-03d2-452f-ab37-14e3f32b9b93 req-01c60658-6900-4918-9745-1aba9eb0140e tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:33.840033 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-37675936-03d2-452f-ab37-14e3f32b9b93 req-01c60658-6900-4918-9745-1aba9eb0140e tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcea0d10-72a4-47af-8121-651cc80eeb6f HTTP/1.1" status: 200 len: 946 time: 0.0637672 Jun 16 16:10:33.877870 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-37675936-03d2-452f-ab37-14e3f32b9b93 req-ee04d881-42a5-4cde-9b29-530350775e76 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a090f09-4654-4407-bdfe-a691bf3d5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321443 Jun 16 16:10:34.741946 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a254145-8faa-40c5-bfee-e49a9aa8fca0 req-d4943145-fef8-4ab7-94ba-c6e1494d8c64 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:34.743899 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-5a254145-8faa-40c5-bfee-e49a9aa8fca0 req-d4943145-fef8-4ab7-94ba-c6e1494d8c64 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcea0d10-72a4-47af-8121-651cc80eeb6f HTTP/1.1" status: 200 len: 946 time: 0.0772302 Jun 16 16:10:34.840101 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [req-5a254145-8faa-40c5-bfee-e49a9aa8fca0 req-d9814878-0cd6-4d70-a6f6-10fd093fd934 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Deleting port 38fdebf4-1f82-4e7b-b9ce-db5620efd43b {{(pid=91875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:10:34.840445 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-5a254145-8faa-40c5-bfee-e49a9aa8fca0 req-d9814878-0cd6-4d70-a6f6-10fd093fd934 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726811340957'] for port, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:34.929204 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [req-5a254145-8faa-40c5-bfee-e49a9aa8fca0 req-d9814878-0cd6-4d70-a6f6-10fd093fd934 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] For port 38fdebf4-1f82-4e7b-b9ce-db5620efd43b, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=38fdebf4-1f82-4e7b-b9ce-db5620efd43b,segment=NetworkSegment(25392ddc-cfd1-4fb1-b990-c241fab4a578),segment_id=25392ddc-cfd1-4fb1-b990-c241fab4a578)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:10:34.929601 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-5a254145-8faa-40c5-bfee-e49a9aa8fca0 req-d9814878-0cd6-4d70-a6f6-10fd093fd934 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674541'] for port, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:35.253781 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [req-5a254145-8faa-40c5-bfee-e49a9aa8fca0 req-d9814878-0cd6-4d70-a6f6-10fd093fd934 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Calling delete_port for 38fdebf4-1f82-4e7b-b9ce-db5620efd43b owned by compute:nova {{(pid=91875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:10:35.382378 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fedecdd-fcb8-441b-8f3e-fefb8f4618e4 req-4d486c39-1c14-4125-b23d-5031ab016ab7 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:35.383821 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-5fedecdd-fcb8-441b-8f3e-fefb8f4618e4 req-4d486c39-1c14-4125-b23d-5031ab016ab7 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcea0d10-72a4-47af-8121-651cc80eeb6f HTTP/1.1" status: 200 len: 946 time: 0.1555715 Jun 16 16:10:35.457268 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-5fedecdd-fcb8-441b-8f3e-fefb8f4618e4 req-27a43b08-eaf2-4372-98fb-7efc59c9f91f tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a090f09-4654-4407-bdfe-a691bf3d5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671957 Jun 16 16:10:35.473213 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-5a254145-8faa-40c5-bfee-e49a9aa8fca0 req-d9814878-0cd6-4d70-a6f6-10fd093fd934 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726811346809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726810953732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449056'] for port, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:35.477410 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-edb09678-10fb-4dea-8ff3-21a63e0ba566 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:35.485178 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] get_ports_and_sgs() called for port_ids ['38fdebf4-1f82-4e7b-b9ce-db5620efd43b'] {{(pid=91876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:10:35.512979 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9814878-0cd6-4d70-a6f6-10fd093fd934 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Pushing event deleted for resources: {'Port': ['ID=38fdebf4-1f82-4e7b-b9ce-db5620efd43b,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:35.517747 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d9814878-0cd6-4d70-a6f6-10fd093fd934 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:35.557867 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a254145-8faa-40c5-bfee-e49a9aa8fca0 req-d9814878-0cd6-4d70-a6f6-10fd093fd934 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] No DVR routers for this DVR port 38fdebf4-1f82-4e7b-b9ce-db5620efd43b on host hv-cinder-79611 {{(pid=91875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:10:35.560774 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-5a254145-8faa-40c5-bfee-e49a9aa8fca0 req-d9814878-0cd6-4d70-a6f6-10fd093fd934 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208782'] for port, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:35.562807 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-5a254145-8faa-40c5-bfee-e49a9aa8fca0 req-d9814878-0cd6-4d70-a6f6-10fd093fd934 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] 10.222.0.15 "DELETE /v2.0/ports/38fdebf4-1f82-4e7b-b9ce-db5620efd43b HTTP/1.1" status: 204 len: 173 time: 0.8129396 Jun 16 16:10:35.563575 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcea0d10-72a4-47af-8121-651cc80eeb6f', 'name': 'network-vif-deleted', 'tag': '38fdebf4-1f82-4e7b-b9ce-db5620efd43b'}] {{(pid=91875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:10:35.565885 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd288140b641fa203b825626e643c4ae2408c15f4fce5032d4686340f68cf7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb282e39-83e8-4749-b0d4-9aeee0e793ae" -d '{"events": [{"server_uuid": "dcea0d10-72a4-47af-8121-651cc80eeb6f", "name": "network-vif-deleted", "tag": "38fdebf4-1f82-4e7b-b9ce-db5620efd43b"}]}' {{(pid=91875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:10:35.658954 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d3e52ec-08a8-4228-9c25-79ef99a00613 x-openstack-request-id: req-8d3e52ec-08a8-4228-9c25-79ef99a00613 {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:10:35.659334 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcea0d10-72a4-47af-8121-651cc80eeb6f", "name": "network-vif-deleted", "tag": "38fdebf4-1f82-4e7b-b9ce-db5620efd43b", "status": "completed", "code": 200}]} {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:10:35.659686 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8d3e52ec-08a8-4228-9c25-79ef99a00613 {{(pid=91875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:10:35.660170 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcea0d10-72a4-47af-8121-651cc80eeb6f', 'name': 'network-vif-deleted', 'tag': '38fdebf4-1f82-4e7b-b9ce-db5620efd43b', 'status': 'completed', 'code': 200} Jun 16 16:10:37.271029 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 41208) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:10:37.628916 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-2b367e2a-6b04-498d-a05a-79bc732771e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689354'] for router_interface, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:37.816920 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.agents_db [None req-058d43c2-15cf-4374-9ac5-1369303d1fb9 None None] Agent healthcheck: found 6 active agents {{(pid=91877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:10:37.879201 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-2b367e2a-6b04-498d-a05a-79bc732771e5 admin admin] Deleting port 0f53962b-4479-4217-8de3-18a01d333fc9 {{(pid=91875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:10:37.879549 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-2b367e2a-6b04-498d-a05a-79bc732771e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726811340957'] for port, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:37.956116 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-2b367e2a-6b04-498d-a05a-79bc732771e5 admin admin] For port 0f53962b-4479-4217-8de3-18a01d333fc9, host dv-cinder-796114-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=0f53962b-4479-4217-8de3-18a01d333fc9,segment=NetworkSegment(25392ddc-cfd1-4fb1-b990-c241fab4a578),segment_id=25392ddc-cfd1-4fb1-b990-c241fab4a578)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:10:37.956482 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-2b367e2a-6b04-498d-a05a-79bc732771e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674541'] for port, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:38.022372 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-2b367e2a-6b04-498d-a05a-79bc732771e5 admin admin] Calling delete_port for 0f53962b-4479-4217-8de3-18a01d333fc9 owned by network:router_interface {{(pid=91875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:10:38.220543 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-2b367e2a-6b04-498d-a05a-79bc732771e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726811346809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726810953732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449056'] for port, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:38.222828 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-18321663-19f3-48ca-b033-e13b457a1254 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:38.250037 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b367e2a-6b04-498d-a05a-79bc732771e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f53962b-4479-4217-8de3-18a01d333fc9,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:38.252650 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-2b367e2a-6b04-498d-a05a-79bc732771e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:38.465670 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-2b367e2a-6b04-498d-a05a-79bc732771e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16222899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689246'] for router_interface, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:38.566930 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87d95d4-9f18-41d9-8fa5-731a74889d5d req-3a8e2b39-8781-4c36-bae5-9043a8ab63aa tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:38.568329 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-a87d95d4-9f18-41d9-8fa5-731a74889d5d req-3a8e2b39-8781-4c36-bae5-9043a8ab63aa tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c9a101-4385-40bd-9915-02e68c217120 HTTP/1.1" status: 200 len: 945 time: 0.1491294 Jun 16 16:10:38.618918 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-a87d95d4-9f18-41d9-8fa5-731a74889d5d req-f9b22cca-e162-4955-b23a-7ea4e67d6fcd tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] 10.222.0.49 "GET /v2.0/security-groups?id=e09fa68c-43bb-4d4c-a1d7-db430e8972c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436954 Jun 16 16:10:38.727689 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b367e2a-6b04-498d-a05a-79bc732771e5 admin admin] Router dea85d41-d7bf-428e-bb7e-603a1c3dac18 has already been hosted by L3 agent 0e7678c9-774c-4c46-a09f-f3aaee363ca4 {{(pid=91875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:10:38.830849 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b367e2a-6b04-498d-a05a-79bc732771e5 admin admin] Notify agent at l3_agent.dv-cinder-796114-3-iscsi the message routers_updated {{(pid=91875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:10:38.836394 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-2b367e2a-6b04-498d-a05a-79bc732771e5 admin admin] 10.222.0.49 "PUT /v2.0/routers/dea85d41-d7bf-428e-bb7e-603a1c3dac18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5638750 Jun 16 16:10:38.838356 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 41220) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:10:38.841495 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b12ecd-5e92-4011-8a3e-3060a474697c None None] Sync routers for ids ['dea85d41-d7bf-428e-bb7e-603a1c3dac18'] in dv-cinder-796114-3-iscsi {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:10:38.850662 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b12ecd-5e92-4011-8a3e-3060a474697c None None] Routers {'dea85d41-d7bf-428e-bb7e-603a1c3dac18'} bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:10:38.851294 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-55b12ecd-5e92-4011-8a3e-3060a474697c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:57:20Z,description=,heartbeat_timestamp=2021-06-16T16:10:20Z,host='dv-cinder-796114-3-iscsi',id=0e7678c9-774c-4c46-a09f-f3aaee363ca4,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:57:20Z,topic='l3_agent')) {'router_ids': ['dea85d41-d7bf-428e-bb7e-603a1c3dac18'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:10:38.925937 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device 38fdebf4-1f82-4e7b-b9ce-db5620efd43b no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:10:38.942608 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-0b973e69-5f4a-4409-a501-2f39da711cb3 admin admin] Notify callbacks [] for router, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:38.948946 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] No Port match for: 38fdebf4-1f82-4e7b-b9ce-db5620efd43b {{(pid=91876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:10:38.949348 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device 38fdebf4-1f82-4e7b-b9ce-db5620efd43b not bound to the agent host hv-cinder-79611 {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:10:38.975638 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-55b12ecd-5e92-4011-8a3e-3060a474697c None None] Set router dea85d41-d7bf-428e-bb7e-603a1c3dac18 gateway port host: dv-cinder-796114-3-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:10:39.041617 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-0b973e69-5f4a-4409-a501-2f39da711cb3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:39.098710 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-0b973e69-5f4a-4409-a501-2f39da711cb3 admin admin] Deleting port 4423bcc8-2f52-4bf0-bd4b-775392f3b89a {{(pid=91875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:10:39.099062 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-0b973e69-5f4a-4409-a501-2f39da711cb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726811340957'] for port, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:39.153553 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-55b12ecd-5e92-4011-8a3e-3060a474697c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea85d41-d7bf-428e-bb7e-603a1c3dac18', 'name': 'tempest-TestMinimumBasicScenario-744297981-router', 'tenant_id': 'bfaef4bc7f0242ec88bbc5b303f5ed3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '4423bcc8-2f52-4bf0-bd4b-775392f3b89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:07:11Z', 'updated_at': '2021-06-16T16:10:38Z', 'revision_number': 5, 'project_id': 'bfaef4bc7f0242ec88bbc5b303f5ed3f', 'gw_port': {'id': '4423bcc8-2f52-4bf0-bd4b-775392f3b89a', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:99:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea85d41-d7bf-428e-bb7e-603a1c3dac18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:07:12Z', 'updated_at': '2021-06-16T16:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi'}], 'dv-cinder-796114-3-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:10:39.156908 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b12ecd-5e92-4011-8a3e-3060a474697c None None] Checking router: dea85d41-d7bf-428e-bb7e-603a1c3dac18 for host: dv-cinder-796114-3-iscsi {{(pid=91876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:10:39.165920 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b12ecd-5e92-4011-8a3e-3060a474697c None None] Routers {'dea85d41-d7bf-428e-bb7e-603a1c3dac18'} bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:10:39.166679 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-55b12ecd-5e92-4011-8a3e-3060a474697c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:57:20Z,description=,heartbeat_timestamp=2021-06-16T16:10:20Z,host='dv-cinder-796114-3-iscsi',id=0e7678c9-774c-4c46-a09f-f3aaee363ca4,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:57:20Z,topic='l3_agent')) {'router_ids': ['dea85d41-d7bf-428e-bb7e-603a1c3dac18'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:10:39.181187 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-0b973e69-5f4a-4409-a501-2f39da711cb3 admin admin] For port 4423bcc8-2f52-4bf0-bd4b-775392f3b89a, host dv-cinder-796114-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=4423bcc8-2f52-4bf0-bd4b-775392f3b89a,segment=NetworkSegment(36d53036-d305-476e-ad99-71a5cdef7eb4),segment_id=36d53036-d305-476e-ad99-71a5cdef7eb4)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:10:39.181778 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-0b973e69-5f4a-4409-a501-2f39da711cb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674541'] for port, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:39.250782 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-0b973e69-5f4a-4409-a501-2f39da711cb3 admin admin] Calling delete_port for 4423bcc8-2f52-4bf0-bd4b-775392f3b89a owned by network:router_gateway {{(pid=91875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:10:39.254189 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-55b12ecd-5e92-4011-8a3e-3060a474697c None None] Set router dea85d41-d7bf-428e-bb7e-603a1c3dac18 gateway port host: None {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:10:39.311384 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-55b12ecd-5e92-4011-8a3e-3060a474697c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea85d41-d7bf-428e-bb7e-603a1c3dac18', 'name': 'tempest-TestMinimumBasicScenario-744297981-router', 'tenant_id': 'bfaef4bc7f0242ec88bbc5b303f5ed3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:07:11Z', 'updated_at': '2021-06-16T16:10:39Z', 'revision_number': 6, 'project_id': 'bfaef4bc7f0242ec88bbc5b303f5ed3f', 'gw_port_host': None}], 'dv-cinder-796114-3-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:10:39.316326 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b12ecd-5e92-4011-8a3e-3060a474697c None None] The sync data for ids ['dea85d41-d7bf-428e-bb7e-603a1c3dac18'] in dv-cinder-796114-3-iscsi is: [{'id': 'dea85d41-d7bf-428e-bb7e-603a1c3dac18', 'name': 'tempest-TestMinimumBasicScenario-744297981-router', 'tenant_id': 'bfaef4bc7f0242ec88bbc5b303f5ed3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:07:11Z', 'updated_at': '2021-06-16T16:10:39Z', 'revision_number': 6, 'project_id': 'bfaef4bc7f0242ec88bbc5b303f5ed3f', 'gw_port_host': None}] {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:10:39.428274 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-0b973e69-5f4a-4409-a501-2f39da711cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726811346809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726810953732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449056'] for port, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:39.430363 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-1125fa97-3179-491b-8ed2-249e79eb8590 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:39.454205 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b973e69-5f4a-4409-a501-2f39da711cb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4423bcc8-2f52-4bf0-bd4b-775392f3b89a,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:39.457339 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-0b973e69-5f4a-4409-a501-2f39da711cb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:39.517540 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-0b973e69-5f4a-4409-a501-2f39da711cb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701981'] for router_gateway, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:39.607075 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-0b973e69-5f4a-4409-a501-2f39da711cb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2189'] for router, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:39.609085 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-0b973e69-5f4a-4409-a501-2f39da711cb3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:39.651064 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-0b973e69-5f4a-4409-a501-2f39da711cb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-678231'] for router, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:39.651500 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b973e69-5f4a-4409-a501-2f39da711cb3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dea85d41-d7bf-428e-bb7e-603a1c3dac18 {{(pid=91875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 16:10:39.657976 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-0b973e69-5f4a-4409-a501-2f39da711cb3 admin admin] Notify callbacks [] for router, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:39.659185 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-0b973e69-5f4a-4409-a501-2f39da711cb3 admin admin] 10.222.0.49 "DELETE /v2.0/routers/dea85d41-d7bf-428e-bb7e-603a1c3dac18 HTTP/1.1" status: 204 len: 168 time: 0.8198175 Jun 16 16:10:39.662103 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 41228) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:10:39.710974 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.db.db_base_plugin_v2 [None req-347fdcfd-932a-4d97-ad46-50664ac64698 admin admin] Deleting subnet 47184301-1ba5-4e64-8bf7-e81f9d73c729 {{(pid=91875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:10:39.714268 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-347fdcfd-932a-4d97-ad46-50664ac64698 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:39.752320 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-347fdcfd-932a-4d97-ad46-50664ac64698 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4037720'] for subnet, precommit_delete_associations {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:39.832431 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c4182e-5b4b-4793-ad96-cd87be85b8c0 req-93604bad-49ef-4a44-8517-da58b89efee9 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:39.833913 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d3c4182e-5b4b-4793-ad96-cd87be85b8c0 req-93604bad-49ef-4a44-8517-da58b89efee9 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c9a101-4385-40bd-9915-02e68c217120 HTTP/1.1" status: 200 len: 945 time: 0.0717914 Jun 16 16:10:39.864574 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-347fdcfd-932a-4d97-ad46-50664ac64698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16234147'] for subnet, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:39.872820 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d3c4182e-5b4b-4793-ad96-cd87be85b8c0 req-4473bd60-fbea-4e0a-bc1b-472134b0b2e1 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] 10.222.0.49 "GET /v2.0/security-groups?id=e09fa68c-43bb-4d4c-a1d7-db430e8972c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331624 Jun 16 16:10:39.915048 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-347fdcfd-932a-4d97-ad46-50664ac64698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16234172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2449002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58917308'] for subnet, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:39.918070 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-8754396d-995b-412f-82cf-649d2996e4c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:39.941721 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347fdcfd-932a-4d97-ad46-50664ac64698 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47184301-1ba5-4e64-8bf7-e81f9d73c729,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:39.943574 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-347fdcfd-932a-4d97-ad46-50664ac64698 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:39.946418 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-347fdcfd-932a-4d97-ad46-50664ac64698 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/47184301-1ba5-4e64-8bf7-e81f9d73c729 HTTP/1.1" status: 204 len: 168 time: 0.2822895 Jun 16 16:10:39.946418 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-347fdcfd-932a-4d97-ad46-50664ac64698 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:39.948019 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 41230) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:10:39.950789 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abec3a03-19ff-4505-89f6-a1ed990bb0ca None None] Network 975c7a53-c8d3-4435-b0cd-f603c84a6c6a requested from dv-cinder-796114-3-iscsi {{(pid=91876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:10:40.020645 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e4daff-261a-464f-bd9c-c8e747e73e61 req-143dd40c-f78b-4f6f-8b11-7312575efe7f tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:40.021740 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f100660e-ea90-4b5e-9e39-4abdc335008f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16160318'] for network, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:40.022295 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-12e4daff-261a-464f-bd9c-c8e747e73e61 req-143dd40c-f78b-4f6f-8b11-7312575efe7f tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] 10.222.0.15 "GET /v2.0/ports?device_id=86c9a101-4385-40bd-9915-02e68c217120 HTTP/1.1" status: 200 len: 945 time: 0.0690866 Jun 16 16:10:40.077256 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-f100660e-ea90-4b5e-9e39-4abdc335008f admin admin] Deleting port f996e20e-7158-489e-8187-aea2cbb9cc49 {{(pid=91874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:10:40.078067 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f100660e-ea90-4b5e-9e39-4abdc335008f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726811340957'] for port, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:40.137536 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [req-12e4daff-261a-464f-bd9c-c8e747e73e61 req-badaa1e7-c62f-4bc9-81a1-8ced2dbd32b4 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] Deleting port 809358b4-dbde-4e62-a683-03a7b952c9b9 {{(pid=91875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:10:40.138103 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-12e4daff-261a-464f-bd9c-c8e747e73e61 req-badaa1e7-c62f-4bc9-81a1-8ced2dbd32b4 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726811340957'] for port, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:40.147651 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-f100660e-ea90-4b5e-9e39-4abdc335008f admin admin] For port f996e20e-7158-489e-8187-aea2cbb9cc49, host dv-cinder-796114-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=f996e20e-7158-489e-8187-aea2cbb9cc49,segment=NetworkSegment(25392ddc-cfd1-4fb1-b990-c241fab4a578),segment_id=25392ddc-cfd1-4fb1-b990-c241fab4a578)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:10:40.148150 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f100660e-ea90-4b5e-9e39-4abdc335008f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674541'] for port, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:40.159824 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370cb993-bffb-433f-9911-59762380e004 None None] DHCP port deletion for 975c7a53-c8d3-4435-b0cd-f603c84a6c6a request from dv-cinder-796114-3-iscsi {{(pid=91876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 16:10:40.208080 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-370cb993-bffb-433f-9911-59762380e004 None None] Deleting port f996e20e-7158-489e-8187-aea2cbb9cc49 {{(pid=91876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:10:40.208736 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-370cb993-bffb-433f-9911-59762380e004 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726811340957'] for port, before_delete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:40.226894 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-f100660e-ea90-4b5e-9e39-4abdc335008f admin admin] Calling delete_port for f996e20e-7158-489e-8187-aea2cbb9cc49 owned by network:dhcp {{(pid=91874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:10:40.239070 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [req-12e4daff-261a-464f-bd9c-c8e747e73e61 req-badaa1e7-c62f-4bc9-81a1-8ced2dbd32b4 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] For port 809358b4-dbde-4e62-a683-03a7b952c9b9, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=809358b4-dbde-4e62-a683-03a7b952c9b9,segment=NetworkSegment(3d78f2bd-bfe7-408c-985f-1e83d69bf2f6),segment_id=3d78f2bd-bfe7-408c-985f-1e83d69bf2f6)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:10:40.239435 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-12e4daff-261a-464f-bd9c-c8e747e73e61 req-badaa1e7-c62f-4bc9-81a1-8ced2dbd32b4 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674541'] for port, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:40.282654 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-370cb993-bffb-433f-9911-59762380e004 None None] For port f996e20e-7158-489e-8187-aea2cbb9cc49, host dv-cinder-796114-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=f996e20e-7158-489e-8187-aea2cbb9cc49,segment=NetworkSegment(25392ddc-cfd1-4fb1-b990-c241fab4a578),segment_id=25392ddc-cfd1-4fb1-b990-c241fab4a578)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:10:40.283067 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-370cb993-bffb-433f-9911-59762380e004 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674541'] for port, precommit_delete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:40.323245 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f100660e-ea90-4b5e-9e39-4abdc335008f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726811346809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726810953732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3529197'] for port, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:40.327613 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-4154697c-95aa-4e62-bb1d-ad3bbabd55a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:40.353880 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f100660e-ea90-4b5e-9e39-4abdc335008f admin admin] Pushing event deleted for resources: {'Port': ['ID=f996e20e-7158-489e-8187-aea2cbb9cc49,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:40.371509 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-370cb993-bffb-433f-9911-59762380e004 None None] Calling delete_port for f996e20e-7158-489e-8187-aea2cbb9cc49 owned by network:dhcp {{(pid=91876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:10:40.372533 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-f100660e-ea90-4b5e-9e39-4abdc335008f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:40.373519 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f100660e-ea90-4b5e-9e39-4abdc335008f admin admin] No DVR routers for this DVR port f996e20e-7158-489e-8187-aea2cbb9cc49 on host dv-cinder-796114-3-iscsi {{(pid=91874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:10:40.516929 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f100660e-ea90-4b5e-9e39-4abdc335008f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16236332', 'neutron.services.segments.db._delete_segments_for_network-8726811427889'] for network, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:40.529221 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.services.segments.db [None req-f100660e-ea90-4b5e-9e39-4abdc335008f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['975c7a53-c8d3-4435-b0cd-f603c84a6c6a']}} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:10:40.536860 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-370cb993-bffb-433f-9911-59762380e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726811346809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726810953732'] for port, after_delete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:40.539418 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-d971b7fd-4a9d-4524-bffc-bbce3a98a599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:40.545336 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.services.segments.db [None req-f100660e-ea90-4b5e-9e39-4abdc335008f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25392ddc-cfd1-4fb1-b990-c241fab4a578') {'for_net_delete': True} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:10:40.545746 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.services.segments.db [None req-f100660e-ea90-4b5e-9e39-4abdc335008f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25392ddc-cfd1-4fb1-b990-c241fab4a578') {} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:10:40.555966 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f100660e-ea90-4b5e-9e39-4abdc335008f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726811427202', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127463'] for segment, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:40.572115 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370cb993-bffb-433f-9911-59762380e004 None None] Pushing event deleted for resources: {'Port': ['ID=f996e20e-7158-489e-8187-aea2cbb9cc49,revision_number=None']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:40.573320 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f100660e-ea90-4b5e-9e39-4abdc335008f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233616'] for segment, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:40.575312 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-370cb993-bffb-433f-9911-59762380e004 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:40.578244 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370cb993-bffb-433f-9911-59762380e004 None None] No DVR routers for this DVR port f996e20e-7158-489e-8187-aea2cbb9cc49 on host dv-cinder-796114-3-iscsi {{(pid=91876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:10:40.580946 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f100660e-ea90-4b5e-9e39-4abdc335008f admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=91874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:10:40.581913 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f100660e-ea90-4b5e-9e39-4abdc335008f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3529144'] for segment, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:40.583714 dv-cinder-796114-3-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:10:40.583714 dv-cinder-796114-3-iscsi neutron-server[91874]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:10:40.583714 dv-cinder-796114-3-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:10:40.583714 dv-cinder-796114-3-iscsi neutron-server[91874]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:10:40.583714 dv-cinder-796114-3-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:10:40.583714 dv-cinder-796114-3-iscsi neutron-server[91874]: retrieve_revision_numbers = { Jun 16 16:10:40.583714 dv-cinder-796114-3-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:10:40.583714 dv-cinder-796114-3-iscsi neutron-server[91874]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:10:40.583714 dv-cinder-796114-3-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:10:40.583714 dv-cinder-796114-3-iscsi neutron-server[91874]: retrieve_revision_numbers = { Jun 16 16:10:40.583714 dv-cinder-796114-3-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:10:40.583714 dv-cinder-796114-3-iscsi neutron-server[91874]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:10:40.583714 dv-cinder-796114-3-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:10:40.583714 dv-cinder-796114-3-iscsi neutron-server[91874]: retrieve_revision_numbers = { Jun 16 16:10:40.583714 dv-cinder-796114-3-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:10:40.583714 dv-cinder-796114-3-iscsi neutron-server[91874]: retrieve_revision_numbers = { Jun 16 16:10:40.583714 dv-cinder-796114-3-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:10:40.583714 dv-cinder-796114-3-iscsi neutron-server[91874]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:10:40.583714 dv-cinder-796114-3-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:10:40.583714 dv-cinder-796114-3-iscsi neutron-server[91874]: retrieve_revision_numbers = { Jun 16 16:10:40.583714 dv-cinder-796114-3-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:10:40.583714 dv-cinder-796114-3-iscsi neutron-server[91874]: retrieve_revision_numbers = { Jun 16 16:10:40.583714 dv-cinder-796114-3-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:10:40.583714 dv-cinder-796114-3-iscsi neutron-server[91874]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:10:40.583714 dv-cinder-796114-3-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:10:40.583714 dv-cinder-796114-3-iscsi neutron-server[91874]: retrieve_revision_numbers = { Jun 16 16:10:40.583714 dv-cinder-796114-3-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:10:40.583714 dv-cinder-796114-3-iscsi neutron-server[91874]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:10:40.583714 dv-cinder-796114-3-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:10:40.583714 dv-cinder-796114-3-iscsi neutron-server[91874]: retrieve_revision_numbers = { Jun 16 16:10:40.583714 dv-cinder-796114-3-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:10:40.583714 dv-cinder-796114-3-iscsi neutron-server[91874]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:10:40.583714 dv-cinder-796114-3-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:10:40.583714 dv-cinder-796114-3-iscsi neutron-server[91874]: retrieve_revision_numbers = { Jun 16 16:10:40.583714 dv-cinder-796114-3-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:10:40.583714 dv-cinder-796114-3-iscsi neutron-server[91874]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:10:40.583714 dv-cinder-796114-3-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:10:40.583714 dv-cinder-796114-3-iscsi neutron-server[91874]: retrieve_revision_numbers = { Jun 16 16:10:40.583714 dv-cinder-796114-3-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:10:40.583714 dv-cinder-796114-3-iscsi neutron-server[91874]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:10:40.583714 dv-cinder-796114-3-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:10:40.583714 dv-cinder-796114-3-iscsi neutron-server[91874]: retrieve_revision_numbers = { Jun 16 16:10:40.583714 dv-cinder-796114-3-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:10:40.583714 dv-cinder-796114-3-iscsi neutron-server[91874]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:10:40.586900 dv-cinder-796114-3-iscsi neutron-server[91874]: Traceback (most recent call last): Jun 16 16:10:40.586900 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:10:40.586900 dv-cinder-796114-3-iscsi neutron-server[91874]: timer() Jun 16 16:10:40.586900 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:10:40.586900 dv-cinder-796114-3-iscsi neutron-server[91874]: cb(*args, **kw) Jun 16 16:10:40.586900 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:10:40.586900 dv-cinder-796114-3-iscsi neutron-server[91874]: return func(*args, **kwargs) Jun 16 16:10:40.586900 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:10:40.586900 dv-cinder-796114-3-iscsi neutron-server[91874]: self._notify() Jun 16 16:10:40.586900 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:10:40.586900 dv-cinder-796114-3-iscsi neutron-server[91874]: self.callback(batched_events) Jun 16 16:10:40.586900 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:10:40.586900 dv-cinder-796114-3-iscsi neutron-server[91874]: event.method(event) Jun 16 16:10:40.586900 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:10:40.586900 dv-cinder-796114-3-iscsi neutron-server[91874]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:10:40.586900 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:10:40.586900 dv-cinder-796114-3-iscsi neutron-server[91874]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:10:40.586900 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:10:40.586900 dv-cinder-796114-3-iscsi neutron-server[91874]: return f(self, *a, **k) Jun 16 16:10:40.586900 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:10:40.586900 dv-cinder-796114-3-iscsi neutron-server[91874]: return self._get(url).json() Jun 16 16:10:40.586900 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:10:40.586900 dv-cinder-796114-3-iscsi neutron-server[91874]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:10:40.586900 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:10:40.586900 dv-cinder-796114-3-iscsi neutron-server[91874]: return self.request(url, 'GET', **kwargs) Jun 16 16:10:40.586900 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:10:40.586900 dv-cinder-796114-3-iscsi neutron-server[91874]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:10:40.586900 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:10:40.586900 dv-cinder-796114-3-iscsi neutron-server[91874]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:10:40.586900 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:10:40.586900 dv-cinder-796114-3-iscsi neutron-server[91874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:10:40.586900 dv-cinder-796114-3-iscsi neutron-server[91874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:10:40.634476 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [req-12e4daff-261a-464f-bd9c-c8e747e73e61 req-badaa1e7-c62f-4bc9-81a1-8ced2dbd32b4 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] Calling delete_port for 809358b4-dbde-4e62-a683-03a7b952c9b9 owned by compute:nova {{(pid=91875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:10:40.649343 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f100660e-ea90-4b5e-9e39-4abdc335008f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16236325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-700135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702067'] for network, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:40.655747 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f100660e-ea90-4b5e-9e39-4abdc335008f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16222807'] for network, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:40.660596 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-f100660e-ea90-4b5e-9e39-4abdc335008f admin admin] 10.222.0.49 "DELETE /v2.0/networks/975c7a53-c8d3-4435-b0cd-f603c84a6c6a HTTP/1.1" status: 204 len: 168 time: 0.7115154 Jun 16 16:10:40.661278 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-06cf9b1e-5b1c-42d8-b150-7481675b2299 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:40.663248 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 41236) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:10:40.683343 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f100660e-ea90-4b5e-9e39-4abdc335008f admin admin] Pushing event deleted for resources: {'Network': ['ID=975c7a53-c8d3-4435-b0cd-f603c84a6c6a,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:40.686512 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-f100660e-ea90-4b5e-9e39-4abdc335008f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:40.723923 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device 0f53962b-4479-4217-8de3-18a01d333fc9 no longer exists at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:10:40.744952 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] No Port match for: 0f53962b-4479-4217-8de3-18a01d333fc9 {{(pid=91876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:10:40.745573 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device 0f53962b-4479-4217-8de3-18a01d333fc9 not bound to the agent host dv-cinder-796114-3-iscsi {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:10:40.746823 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device f996e20e-7158-489e-8187-aea2cbb9cc49 no longer exists at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:10:40.768339 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] No Port match for: f996e20e-7158-489e-8187-aea2cbb9cc49 {{(pid=91876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:10:40.768610 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device f996e20e-7158-489e-8187-aea2cbb9cc49 not bound to the agent host dv-cinder-796114-3-iscsi {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:10:40.769046 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device 4423bcc8-2f52-4bf0-bd4b-775392f3b89a no longer exists at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:10:40.777354 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-12e4daff-261a-464f-bd9c-c8e747e73e61 req-badaa1e7-c62f-4bc9-81a1-8ced2dbd32b4 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726811346809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726810953732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449056'] for port, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:40.781770 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:40.794142 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] get_ports_and_sgs() called for port_ids ['809358b4-dbde-4e62-a683-03a7b952c9b9'] {{(pid=91876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:10:40.799067 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] No Port match for: 4423bcc8-2f52-4bf0-bd4b-775392f3b89a {{(pid=91876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:10:40.799504 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device 4423bcc8-2f52-4bf0-bd4b-775392f3b89a not bound to the agent host dv-cinder-796114-3-iscsi {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:10:40.814482 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badaa1e7-c62f-4bc9-81a1-8ced2dbd32b4 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] Pushing event deleted for resources: {'Port': ['ID=809358b4-dbde-4e62-a683-03a7b952c9b9,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:40.817594 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-badaa1e7-c62f-4bc9-81a1-8ced2dbd32b4 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:40.864597 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [req-12e4daff-261a-464f-bd9c-c8e747e73e61 req-badaa1e7-c62f-4bc9-81a1-8ced2dbd32b4 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] No DVR routers for this DVR port 809358b4-dbde-4e62-a683-03a7b952c9b9 on host hv-cinder-79611 {{(pid=91875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:10:40.867017 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-12e4daff-261a-464f-bd9c-c8e747e73e61 req-badaa1e7-c62f-4bc9-81a1-8ced2dbd32b4 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208782'] for port, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:40.869007 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-12e4daff-261a-464f-bd9c-c8e747e73e61 req-badaa1e7-c62f-4bc9-81a1-8ced2dbd32b4 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] 10.222.0.15 "DELETE /v2.0/ports/809358b4-dbde-4e62-a683-03a7b952c9b9 HTTP/1.1" status: 204 len: 173 time: 0.8401165 Jun 16 16:10:40.869539 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c9a101-4385-40bd-9915-02e68c217120', 'name': 'network-vif-deleted', 'tag': '809358b4-dbde-4e62-a683-03a7b952c9b9'}] {{(pid=91875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:10:40.872740 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd288140b641fa203b825626e643c4ae2408c15f4fce5032d4686340f68cf7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c49a9d9-88be-4ff3-bfe8-4934ea12d326" -d '{"events": [{"server_uuid": "86c9a101-4385-40bd-9915-02e68c217120", "name": "network-vif-deleted", "tag": "809358b4-dbde-4e62-a683-03a7b952c9b9"}]}' {{(pid=91875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:10:40.911719 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd226a4-ccd7-433a-a68b-f82ea7b9a450 x-openstack-request-id: req-1fd226a4-ccd7-433a-a68b-f82ea7b9a450 {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:10:40.912152 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86c9a101-4385-40bd-9915-02e68c217120", "name": "network-vif-deleted", "tag": "809358b4-dbde-4e62-a683-03a7b952c9b9", "status": "completed", "code": 200}]} {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:10:40.912447 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1fd226a4-ccd7-433a-a68b-f82ea7b9a450 {{(pid=91875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:10:40.912873 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86c9a101-4385-40bd-9915-02e68c217120', 'name': 'network-vif-deleted', 'tag': '809358b4-dbde-4e62-a683-03a7b952c9b9', 'status': 'completed', 'code': 200} Jun 16 16:10:41.056024 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-1d586197-d458-4d1c-905f-e4f080a31c2c req-14976727-e042-487a-ba8c-81b7fe5a8c2e tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c9a101-4385-40bd-9915-02e68c217120 HTTP/1.1" status: 200 len: 210 time: 0.0407569 Jun 16 16:10:41.155975 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-dcd49252-3fc6-46e8-8ccd-d7c631ca5d7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689354'] for router_interface, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:41.461019 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-dcd49252-3fc6-46e8-8ccd-d7c631ca5d7f admin admin] Deleting port cc4277b9-d35f-4aed-a911-ba1febf411e5 {{(pid=91874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:10:41.461428 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-dcd49252-3fc6-46e8-8ccd-d7c631ca5d7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726811340957'] for port, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:41.546463 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-dcd49252-3fc6-46e8-8ccd-d7c631ca5d7f admin admin] For port cc4277b9-d35f-4aed-a911-ba1febf411e5, host dv-cinder-796114-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=cc4277b9-d35f-4aed-a911-ba1febf411e5,segment=NetworkSegment(192e62fd-866c-4908-8fd8-a82843e45362),segment_id=192e62fd-866c-4908-8fd8-a82843e45362)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:10:41.546835 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-dcd49252-3fc6-46e8-8ccd-d7c631ca5d7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674541'] for port, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:41.859291 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-dcd49252-3fc6-46e8-8ccd-d7c631ca5d7f admin admin] Calling delete_port for cc4277b9-d35f-4aed-a911-ba1febf411e5 owned by network:router_interface {{(pid=91874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:10:42.055190 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-dcd49252-3fc6-46e8-8ccd-d7c631ca5d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726811346809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726810953732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3529197'] for port, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:42.057048 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-c660533a-dcfc-4bf5-aee1-56bbf295401a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:42.085876 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd49252-3fc6-46e8-8ccd-d7c631ca5d7f admin admin] Pushing event deleted for resources: {'Port': ['ID=cc4277b9-d35f-4aed-a911-ba1febf411e5,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:42.090264 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-dcd49252-3fc6-46e8-8ccd-d7c631ca5d7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:42.256917 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-dcd49252-3fc6-46e8-8ccd-d7c631ca5d7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16222899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689246'] for router_interface, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:42.481353 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd49252-3fc6-46e8-8ccd-d7c631ca5d7f admin admin] Router 547f0aa9-c19c-42e1-ab06-9e19db400c75 has already been hosted by L3 agent 0e7678c9-774c-4c46-a09f-f3aaee363ca4 {{(pid=91874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:10:42.584983 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd49252-3fc6-46e8-8ccd-d7c631ca5d7f admin admin] Notify agent at l3_agent.dv-cinder-796114-3-iscsi the message routers_updated {{(pid=91874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:10:42.590213 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-dcd49252-3fc6-46e8-8ccd-d7c631ca5d7f admin admin] 10.222.0.49 "PUT /v2.0/routers/547f0aa9-c19c-42e1-ab06-9e19db400c75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9258728 Jun 16 16:10:42.592646 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 41254) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:10:42.595160 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa49799-ed3a-4cbc-9eb7-546987621310 None None] Sync routers for ids ['547f0aa9-c19c-42e1-ab06-9e19db400c75'] in dv-cinder-796114-3-iscsi {{(pid=91877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:10:42.604476 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa49799-ed3a-4cbc-9eb7-546987621310 None None] Routers {'547f0aa9-c19c-42e1-ab06-9e19db400c75'} bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:10:42.605093 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_hamode_db [None req-7aa49799-ed3a-4cbc-9eb7-546987621310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:57:20Z,description=,heartbeat_timestamp=2021-06-16T16:10:20Z,host='dv-cinder-796114-3-iscsi',id=0e7678c9-774c-4c46-a09f-f3aaee363ca4,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:57:20Z,topic='l3_agent')) {'router_ids': ['547f0aa9-c19c-42e1-ab06-9e19db400c75'], 'active': True} {{(pid=91877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:10:42.703498 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-55d486f1-be09-4d58-b710-13ba507ca67c admin admin] Notify callbacks [] for router, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:42.713999 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_dvr_db [None req-7aa49799-ed3a-4cbc-9eb7-546987621310 None None] Set router 547f0aa9-c19c-42e1-ab06-9e19db400c75 gateway port host: dv-cinder-796114-3-iscsi {{(pid=91877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:10:42.806370 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-55d486f1-be09-4d58-b710-13ba507ca67c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:42.874742 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-55d486f1-be09-4d58-b710-13ba507ca67c admin admin] Deleting port c9ab2fce-b1e9-4915-b620-667d2defc9cc {{(pid=91874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:10:42.875093 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-55d486f1-be09-4d58-b710-13ba507ca67c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726811340957'] for port, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:42.899752 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_hamode_db [None req-7aa49799-ed3a-4cbc-9eb7-546987621310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547f0aa9-c19c-42e1-ab06-9e19db400c75', 'name': 'tempest-TestMinimumBasicScenario-1596574861-router', 'tenant_id': '91d22867027f4801aff718bcefd14085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': 'c9ab2fce-b1e9-4915-b620-667d2defc9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:07:20Z', 'updated_at': '2021-06-16T16:10:42Z', 'revision_number': 5, 'project_id': '91d22867027f4801aff718bcefd14085', 'gw_port': {'id': 'c9ab2fce-b1e9-4915-b620-667d2defc9cc', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547f0aa9-c19c-42e1-ab06-9e19db400c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:07:20Z', 'updated_at': '2021-06-16T16:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi'}], 'dv-cinder-796114-3-iscsi', False) {} {{(pid=91877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:10:42.903056 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa49799-ed3a-4cbc-9eb7-546987621310 None None] Checking router: 547f0aa9-c19c-42e1-ab06-9e19db400c75 for host: dv-cinder-796114-3-iscsi {{(pid=91877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:10:42.911016 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa49799-ed3a-4cbc-9eb7-546987621310 None None] Routers {'547f0aa9-c19c-42e1-ab06-9e19db400c75'} bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:10:42.911625 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_hamode_db [None req-7aa49799-ed3a-4cbc-9eb7-546987621310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:57:20Z,description=,heartbeat_timestamp=2021-06-16T16:10:20Z,host='dv-cinder-796114-3-iscsi',id=0e7678c9-774c-4c46-a09f-f3aaee363ca4,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:57:20Z,topic='l3_agent')) {'router_ids': ['547f0aa9-c19c-42e1-ab06-9e19db400c75'], 'active': True} {{(pid=91877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:10:42.958077 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-55d486f1-be09-4d58-b710-13ba507ca67c admin admin] For port c9ab2fce-b1e9-4915-b620-667d2defc9cc, host dv-cinder-796114-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=c9ab2fce-b1e9-4915-b620-667d2defc9cc,segment=NetworkSegment(36d53036-d305-476e-ad99-71a5cdef7eb4),segment_id=36d53036-d305-476e-ad99-71a5cdef7eb4)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:10:42.958443 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-55d486f1-be09-4d58-b710-13ba507ca67c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674541'] for port, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:42.997603 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_dvr_db [None req-7aa49799-ed3a-4cbc-9eb7-546987621310 None None] Set router 547f0aa9-c19c-42e1-ab06-9e19db400c75 gateway port host: None {{(pid=91877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:10:43.026629 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-55d486f1-be09-4d58-b710-13ba507ca67c admin admin] Calling delete_port for c9ab2fce-b1e9-4915-b620-667d2defc9cc owned by network:router_gateway {{(pid=91874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:10:43.052212 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_hamode_db [None req-7aa49799-ed3a-4cbc-9eb7-546987621310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547f0aa9-c19c-42e1-ab06-9e19db400c75', 'name': 'tempest-TestMinimumBasicScenario-1596574861-router', 'tenant_id': '91d22867027f4801aff718bcefd14085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:07:20Z', 'updated_at': '2021-06-16T16:10:42Z', 'revision_number': 6, 'project_id': '91d22867027f4801aff718bcefd14085', 'gw_port_host': None}], 'dv-cinder-796114-3-iscsi', False) {} {{(pid=91877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:10:43.055734 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa49799-ed3a-4cbc-9eb7-546987621310 None None] The sync data for ids ['547f0aa9-c19c-42e1-ab06-9e19db400c75'] in dv-cinder-796114-3-iscsi is: [{'id': '547f0aa9-c19c-42e1-ab06-9e19db400c75', 'name': 'tempest-TestMinimumBasicScenario-1596574861-router', 'tenant_id': '91d22867027f4801aff718bcefd14085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:07:20Z', 'updated_at': '2021-06-16T16:10:42Z', 'revision_number': 6, 'project_id': '91d22867027f4801aff718bcefd14085', 'gw_port_host': None}] {{(pid=91877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:10:43.209290 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-55d486f1-be09-4d58-b710-13ba507ca67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726811346809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726810953732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3529197'] for port, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:43.212293 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:43.238683 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d486f1-be09-4d58-b710-13ba507ca67c admin admin] Pushing event deleted for resources: {'Port': ['ID=c9ab2fce-b1e9-4915-b620-667d2defc9cc,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:43.245703 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-55d486f1-be09-4d58-b710-13ba507ca67c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:43.303416 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-55d486f1-be09-4d58-b710-13ba507ca67c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701981'] for router_gateway, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:43.409600 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-55d486f1-be09-4d58-b710-13ba507ca67c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2189'] for router, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:43.411829 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-55d486f1-be09-4d58-b710-13ba507ca67c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:43.478217 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-55d486f1-be09-4d58-b710-13ba507ca67c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-678231'] for router, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:43.478737 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d486f1-be09-4d58-b710-13ba507ca67c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 547f0aa9-c19c-42e1-ab06-9e19db400c75 {{(pid=91874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 16:10:43.484781 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-55d486f1-be09-4d58-b710-13ba507ca67c admin admin] Notify callbacks [] for router, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:43.488787 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-55d486f1-be09-4d58-b710-13ba507ca67c admin admin] 10.222.0.49 "DELETE /v2.0/routers/547f0aa9-c19c-42e1-ab06-9e19db400c75 HTTP/1.1" status: 204 len: 168 time: 0.8929296 Jun 16 16:10:43.492168 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 41270) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:10:43.551072 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.db.db_base_plugin_v2 [None req-4499ca27-62a2-413b-b80e-01cee3a09ab3 admin admin] Deleting subnet 24bc7f46-dc03-4821-a0a6-b8a9f3a61d91 {{(pid=91875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:10:43.554472 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4499ca27-62a2-413b-b80e-01cee3a09ab3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:43.591910 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4499ca27-62a2-413b-b80e-01cee3a09ab3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4037720'] for subnet, precommit_delete_associations {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:43.683087 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4499ca27-62a2-413b-b80e-01cee3a09ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16234147'] for subnet, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:43.734758 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4499ca27-62a2-413b-b80e-01cee3a09ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16234172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2449002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58917308'] for subnet, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:43.737786 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-13d32081-e8e3-4ced-9e35-61f361b380de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:43.762672 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4499ca27-62a2-413b-b80e-01cee3a09ab3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24bc7f46-dc03-4821-a0a6-b8a9f3a61d91,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:43.764633 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4499ca27-62a2-413b-b80e-01cee3a09ab3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:43.766491 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-4499ca27-62a2-413b-b80e-01cee3a09ab3 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/24bc7f46-dc03-4821-a0a6-b8a9f3a61d91 HTTP/1.1" status: 204 len: 168 time: 0.2732713 Jun 16 16:10:43.767416 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-4499ca27-62a2-413b-b80e-01cee3a09ab3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:43.768915 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 41278) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:10:43.771634 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f42c97-3bb5-4309-bf56-f03f5717f117 None None] Network 4057bf22-ac3d-4e18-b625-4b386aa886e2 requested from dv-cinder-796114-3-iscsi {{(pid=91876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:10:43.842721 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-26ded94b-895f-4447-9c4f-fed323e63c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16160318'] for network, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:43.903533 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-26ded94b-895f-4447-9c4f-fed323e63c82 admin admin] Deleting port 0ddac477-a6a2-44d1-b3d7-58fc0668a54d {{(pid=91875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:10:43.903908 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-26ded94b-895f-4447-9c4f-fed323e63c82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726811340957'] for port, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:43.962102 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efc193c-c6e5-46b4-8d76-d63fe03b21c3 None None] DHCP port deletion for 4057bf22-ac3d-4e18-b625-4b386aa886e2 request from dv-cinder-796114-3-iscsi {{(pid=91876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 16:10:43.968201 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-26ded94b-895f-4447-9c4f-fed323e63c82 admin admin] For port 0ddac477-a6a2-44d1-b3d7-58fc0668a54d, host dv-cinder-796114-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=0ddac477-a6a2-44d1-b3d7-58fc0668a54d,segment=NetworkSegment(192e62fd-866c-4908-8fd8-a82843e45362),segment_id=192e62fd-866c-4908-8fd8-a82843e45362)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:10:43.968567 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-26ded94b-895f-4447-9c4f-fed323e63c82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674541'] for port, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:44.014016 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-3efc193c-c6e5-46b4-8d76-d63fe03b21c3 None None] Deleting port 0ddac477-a6a2-44d1-b3d7-58fc0668a54d {{(pid=91876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:10:44.014402 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-3efc193c-c6e5-46b4-8d76-d63fe03b21c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726811340957'] for port, before_delete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:44.037846 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-26ded94b-895f-4447-9c4f-fed323e63c82 admin admin] Calling delete_port for 0ddac477-a6a2-44d1-b3d7-58fc0668a54d owned by network:dhcp {{(pid=91875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:10:44.083621 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-3efc193c-c6e5-46b4-8d76-d63fe03b21c3 None None] For port 0ddac477-a6a2-44d1-b3d7-58fc0668a54d, host dv-cinder-796114-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=0ddac477-a6a2-44d1-b3d7-58fc0668a54d,segment=NetworkSegment(192e62fd-866c-4908-8fd8-a82843e45362),segment_id=192e62fd-866c-4908-8fd8-a82843e45362)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:10:44.084025 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-3efc193c-c6e5-46b4-8d76-d63fe03b21c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674541'] for port, precommit_delete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:44.126611 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-26ded94b-895f-4447-9c4f-fed323e63c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726811346809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726810953732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449056'] for port, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:44.130249 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-2acef46c-10e4-4e9f-989b-24de6a989fad tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:44.150009 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-3efc193c-c6e5-46b4-8d76-d63fe03b21c3 None None] Calling delete_port for 0ddac477-a6a2-44d1-b3d7-58fc0668a54d owned by network:dhcp {{(pid=91876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:10:44.160914 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ded94b-895f-4447-9c4f-fed323e63c82 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ddac477-a6a2-44d1-b3d7-58fc0668a54d,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:44.162821 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ded94b-895f-4447-9c4f-fed323e63c82 admin admin] No DVR routers for this DVR port 0ddac477-a6a2-44d1-b3d7-58fc0668a54d on host dv-cinder-796114-3-iscsi {{(pid=91875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:10:44.164349 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-26ded94b-895f-4447-9c4f-fed323e63c82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:44.238041 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-26ded94b-895f-4447-9c4f-fed323e63c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16236332', 'neutron.services.segments.db._delete_segments_for_network-8726811427889'] for network, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:44.249098 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.services.segments.db [None req-26ded94b-895f-4447-9c4f-fed323e63c82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4057bf22-ac3d-4e18-b625-4b386aa886e2']}} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:10:44.262315 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.services.segments.db [None req-26ded94b-895f-4447-9c4f-fed323e63c82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '192e62fd-866c-4908-8fd8-a82843e45362') {'for_net_delete': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:10:44.262315 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.services.segments.db [None req-26ded94b-895f-4447-9c4f-fed323e63c82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '192e62fd-866c-4908-8fd8-a82843e45362') {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:10:44.271700 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-26ded94b-895f-4447-9c4f-fed323e63c82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726811427202', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4037697'] for segment, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:44.287273 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-26ded94b-895f-4447-9c4f-fed323e63c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233616'] for segment, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:44.293982 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26ded94b-895f-4447-9c4f-fed323e63c82 admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=91875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:10:44.294401 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-26ded94b-895f-4447-9c4f-fed323e63c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2449141'] for segment, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:44.296331 dv-cinder-796114-3-iscsi neutron-server[91875]: Traceback (most recent call last): Jun 16 16:10:44.296331 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:10:44.296331 dv-cinder-796114-3-iscsi neutron-server[91875]: timer() Jun 16 16:10:44.296331 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:10:44.296331 dv-cinder-796114-3-iscsi neutron-server[91875]: cb(*args, **kw) Jun 16 16:10:44.296331 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:10:44.296331 dv-cinder-796114-3-iscsi neutron-server[91875]: return func(*args, **kwargs) Jun 16 16:10:44.296331 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:10:44.296331 dv-cinder-796114-3-iscsi neutron-server[91875]: self._notify() Jun 16 16:10:44.296331 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:10:44.296331 dv-cinder-796114-3-iscsi neutron-server[91875]: self.callback(batched_events) Jun 16 16:10:44.296331 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:10:44.296331 dv-cinder-796114-3-iscsi neutron-server[91875]: event.method(event) Jun 16 16:10:44.296331 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:10:44.296331 dv-cinder-796114-3-iscsi neutron-server[91875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:10:44.296331 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:10:44.296331 dv-cinder-796114-3-iscsi neutron-server[91875]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:10:44.296331 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:10:44.296331 dv-cinder-796114-3-iscsi neutron-server[91875]: return f(self, *a, **k) Jun 16 16:10:44.296331 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:10:44.296331 dv-cinder-796114-3-iscsi neutron-server[91875]: return self._get(url).json() Jun 16 16:10:44.296331 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:10:44.296331 dv-cinder-796114-3-iscsi neutron-server[91875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:10:44.296331 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:10:44.296331 dv-cinder-796114-3-iscsi neutron-server[91875]: return self.request(url, 'GET', **kwargs) Jun 16 16:10:44.296331 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:10:44.296331 dv-cinder-796114-3-iscsi neutron-server[91875]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:10:44.296331 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:10:44.296331 dv-cinder-796114-3-iscsi neutron-server[91875]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:10:44.296331 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:10:44.296331 dv-cinder-796114-3-iscsi neutron-server[91875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:10:44.296331 dv-cinder-796114-3-iscsi neutron-server[91875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:10:44.356169 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-26ded94b-895f-4447-9c4f-fed323e63c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16236325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-700135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702067'] for network, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:44.359936 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:44.362367 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-26ded94b-895f-4447-9c4f-fed323e63c82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16222807'] for network, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:44.363544 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-3efc193c-c6e5-46b4-8d76-d63fe03b21c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726811346809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726810953732'] for port, after_delete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:44.364145 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-26ded94b-895f-4447-9c4f-fed323e63c82 admin admin] 10.222.0.49 "DELETE /v2.0/networks/4057bf22-ac3d-4e18-b625-4b386aa886e2 HTTP/1.1" status: 204 len: 168 time: 0.5942941 Jun 16 16:10:44.365512 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-05189db3-6fc1-4b6d-b0b1-2d42d200237f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:44.376501 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ded94b-895f-4447-9c4f-fed323e63c82 admin admin] Pushing event deleted for resources: {'Network': ['ID=4057bf22-ac3d-4e18-b625-4b386aa886e2,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:44.378914 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-26ded94b-895f-4447-9c4f-fed323e63c82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:44.386810 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efc193c-c6e5-46b4-8d76-d63fe03b21c3 None None] Pushing event deleted for resources: {'Port': ['ID=0ddac477-a6a2-44d1-b3d7-58fc0668a54d,revision_number=None']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:44.388754 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3efc193c-c6e5-46b4-8d76-d63fe03b21c3 None None] Network 4057bf22-ac3d-4e18-b625-4b386aa886e2 is not hosted by any dhcp agent {{(pid=91876) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 16 16:10:44.389212 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efc193c-c6e5-46b4-8d76-d63fe03b21c3 None None] No DVR routers for this DVR port 0ddac477-a6a2-44d1-b3d7-58fc0668a54d on host dv-cinder-796114-3-iscsi {{(pid=91876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:10:44.390485 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-3efc193c-c6e5-46b4-8d76-d63fe03b21c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:44.547301 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 41286) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:10:44.590258 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-9f4e4cf4-aef2-42b3-9af0-3725177914c5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bfaef4bc7f0242ec88bbc5b303f5ed3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0413084 Jun 16 16:10:44.592769 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 41288) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:10:44.642821 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e654a9c6-519f-4309-9d5d-b25ab8b3db5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:44.667074 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e654a9c6-519f-4309-9d5d-b25ab8b3db5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:44.719447 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device c9ab2fce-b1e9-4915-b620-667d2defc9cc no longer exists at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:10:44.726963 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e654a9c6-519f-4309-9d5d-b25ab8b3db5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:44.730005 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e654a9c6-519f-4309-9d5d-b25ab8b3db5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:44.731287 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-e654a9c6-519f-4309-9d5d-b25ab8b3db5e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7a090f09-4654-4407-bdfe-a691bf3d5c04 HTTP/1.1" status: 204 len: 168 time: 0.1373818 Jun 16 16:10:44.732042 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bca047a4-a4f7-4371-8cc3-6c6ce75dd4fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:44.740356 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e654a9c6-519f-4309-9d5d-b25ab8b3db5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a090f09-4654-4407-bdfe-a691bf3d5c04,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:44.740684 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] No Port match for: c9ab2fce-b1e9-4915-b620-667d2defc9cc {{(pid=91876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:10:44.741220 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device c9ab2fce-b1e9-4915-b620-667d2defc9cc not bound to the agent host dv-cinder-796114-3-iscsi {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:10:44.741837 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device 0ddac477-a6a2-44d1-b3d7-58fc0668a54d no longer exists at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:10:44.743531 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-e654a9c6-519f-4309-9d5d-b25ab8b3db5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:44.772354 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] No Port match for: 0ddac477-a6a2-44d1-b3d7-58fc0668a54d {{(pid=91876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:10:44.773301 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device 0ddac477-a6a2-44d1-b3d7-58fc0668a54d not bound to the agent host dv-cinder-796114-3-iscsi {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:10:44.773939 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device cc4277b9-d35f-4aed-a911-ba1febf411e5 no longer exists at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:10:44.800423 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] No Port match for: cc4277b9-d35f-4aed-a911-ba1febf411e5 {{(pid=91876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:10:44.800783 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device cc4277b9-d35f-4aed-a911-ba1febf411e5 not bound to the agent host dv-cinder-796114-3-iscsi {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:10:45.046416 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 41298) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:10:45.087388 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-021d769c-bb19-45bc-bc9b-2a824660fdfb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=91d22867027f4801aff718bcefd14085&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0396924 Jun 16 16:10:45.090269 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 41300) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:10:45.140813 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-ee4edc8a-36b9-46cd-9148-c04fda6d74f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:45.161291 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-ee4edc8a-36b9-46cd-9148-c04fda6d74f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:45.206733 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-ee4edc8a-36b9-46cd-9148-c04fda6d74f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:45.209346 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-ee4edc8a-36b9-46cd-9148-c04fda6d74f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:45.210532 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-ee4edc8a-36b9-46cd-9148-c04fda6d74f7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d88ae82a-b856-4d7e-abdb-d727b9dc1743 HTTP/1.1" status: 204 len: 168 time: 0.1192961 Jun 16 16:10:45.211288 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-8be5c716-79d8-4ab2-ade0-48e9b2885bd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:45.219332 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4edc8a-36b9-46cd-9148-c04fda6d74f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d88ae82a-b856-4d7e-abdb-d727b9dc1743,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:45.221690 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-ee4edc8a-36b9-46cd-9148-c04fda6d74f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:45.865642 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 41324) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:10:45.955472 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-06ddaaaa-3f17-47ba-9e73-a0fd8d9686a6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2039370556-network', 'tenant_id': '801bc6047ffc40bf8e6f74767921a594'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:10:45.977085 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ddaaaa-3f17-47ba-9e73-a0fd8d9686a6 admin admin] Made reservation on behalf of 801bc6047ffc40bf8e6f74767921a594 for: {'network': 1} {{(pid=91874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:10:45.979375 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-06ddaaaa-3f17-47ba-9e73-a0fd8d9686a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16110075'] for network, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:45.987555 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-06ddaaaa-3f17-47ba-9e73-a0fd8d9686a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:46.077107 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-06ddaaaa-3f17-47ba-9e73-a0fd8d9686a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:46.080678 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-06ddaaaa-3f17-47ba-9e73-a0fd8d9686a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:46.083718 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-2491a2fd-a8da-4ab1-87c0-a7736380508d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:46.105808 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06ddaaaa-3f17-47ba-9e73-a0fd8d9686a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=91874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:10:46.114247 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ddaaaa-3f17-47ba-9e73-a0fd8d9686a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e06c0ad1-842f-4a51-b6c5-377d24c639e7,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:46.117275 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-06ddaaaa-3f17-47ba-9e73-a0fd8d9686a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:46.122051 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-06ddaaaa-3f17-47ba-9e73-a0fd8d9686a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233616'] for segment, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:46.122301 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.db.segments_db [None req-06ddaaaa-3f17-47ba-9e73-a0fd8d9686a6 admin admin] Added segment 3cd1e79d-857f-4698-965a-d9a3a3d0116f of type vlan for network a3ebedf3-8e19-44c9-ac63-65dd93c0bad7 Jun 16 16:10:46.160759 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-06ddaaaa-3f17-47ba-9e73-a0fd8d9686a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726810908546'] for network, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:46.191136 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-06ddaaaa-3f17-47ba-9e73-a0fd8d9686a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-700135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792'] for network, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:46.192592 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ddaaaa-3f17-47ba-9e73-a0fd8d9686a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:46.193169 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-06ddaaaa-3f17-47ba-9e73-a0fd8d9686a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16222807'] for network, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:46.195941 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-37dfac4c-971b-4300-a39a-efd1190b9022 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:46.241689 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-06ddaaaa-3f17-47ba-9e73-a0fd8d9686a6 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3749566 Jun 16 16:10:46.244716 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 41328) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:10:46.250044 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.v2.base [None req-001cbbae-aa31-4c7f-895b-123729e899af admin admin] Request body: {'subnet': {'network_id': 'a3ebedf3-8e19-44c9-ac63-65dd93c0bad7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2039370556-subnet', 'tenant_id': '801bc6047ffc40bf8e6f74767921a594', 'ip_version': 4}} {{(pid=91875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:10:46.252094 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ddaaaa-3f17-47ba-9e73-a0fd8d9686a6 admin admin] Pushing event updated for resources: {'Network': ['ID=a3ebedf3-8e19-44c9-ac63-65dd93c0bad7,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:46.254746 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-06ddaaaa-3f17-47ba-9e73-a0fd8d9686a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:46.262512 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Network a3ebedf3-8e19-44c9-ac63-65dd93c0bad7 details requested by agent ovs-agent-dv-cinder-796114-3-iscsi with host dv-cinder-796114-3-iscsi {{(pid=91876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:10:46.276183 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-001cbbae-aa31-4c7f-895b-123729e899af admin admin] Made reservation on behalf of 801bc6047ffc40bf8e6f74767921a594 for: {'subnet': 1} {{(pid=91875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:10:46.279440 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-001cbbae-aa31-4c7f-895b-123729e899af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58917287'] for subnet, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:46.443880 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-001cbbae-aa31-4c7f-895b-123729e899af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2448939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58917301'] for subnet, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:46.446051 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:46.501867 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001cbbae-aa31-4c7f-895b-123729e899af admin admin] Pushing event updated for resources: {'Subnet': ['ID=fddd5f14-0f57-4350-96d9-5e8c4267026c,revision_number=0']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:46.505830 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-001cbbae-aa31-4c7f-895b-123729e899af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:46.513790 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001cbbae-aa31-4c7f-895b-123729e899af admin admin] Checking segment: {'id': '3cd1e79d-857f-4698-965a-d9a3a3d0116f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a3ebedf3-8e19-44c9-ac63-65dd93c0bad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:10:46.514154 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001cbbae-aa31-4c7f-895b-123729e899af admin admin] Network hostable DHCP agents. Network: a3ebedf3-8e19-44c9-ac63-65dd93c0bad7, hostable agents: ['bb1823c3-707b-401a-ae95-86070490f7a6'], hosted agents: [] {{(pid=91875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:10:46.530614 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001cbbae-aa31-4c7f-895b-123729e899af admin admin] Network a3ebedf3-8e19-44c9-ac63-65dd93c0bad7 is scheduled to be hosted by DHCP agent bb1823c3-707b-401a-ae95-86070490f7a6 with binding_index 1 {{(pid=91875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:10:46.538867 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.base_scheduler [None req-001cbbae-aa31-4c7f-895b-123729e899af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796114-3-iscsi, a3ebedf3-8e19-44c9-ac63-65dd93c0bad7) {{(pid=91875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:10:46.542828 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001cbbae-aa31-4c7f-895b-123729e899af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:46.543402 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-001cbbae-aa31-4c7f-895b-123729e899af admin admin] Notify callbacks [] for subnet, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:46.547630 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5d1529-56e9-4249-8385-b179e7d8e050 None None] Network a3ebedf3-8e19-44c9-ac63-65dd93c0bad7 requested from dv-cinder-796114-3-iscsi {{(pid=91876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:10:46.556360 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-001cbbae-aa31-4c7f-895b-123729e899af admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3105145 Jun 16 16:10:46.559484 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 41330) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:10:46.564465 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.v2.base [None req-e6c1727a-62d7-4aa9-9ccf-6aaa4401d397 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2039370556-router', 'tenant_id': '801bc6047ffc40bf8e6f74767921a594', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6'}}} {{(pid=91875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:10:46.585033 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e6c1727a-62d7-4aa9-9ccf-6aaa4401d397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-676994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2211'] for router, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:46.586029 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e6c1727a-62d7-4aa9-9ccf-6aaa4401d397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-678443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2202'] for router, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:46.639327 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e6c1727a-62d7-4aa9-9ccf-6aaa4401d397 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:46.694660 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b935b9e-24ba-4b08-bc77-83b681750851 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a65b000-2000-5da8-b86a-eb5bc6f9c062-a3ebedf3-8e19-44c9-ac63-65dd93c0bad7', 'network_id': 'a3ebedf3-8e19-44c9-ac63-65dd93c0bad7', 'tenant_id': '801bc6047ffc40bf8e6f74767921a594', 'fixed_ips': [{'subnet_id': 'fddd5f14-0f57-4350-96d9-5e8c4267026c'}]}} from dv-cinder-796114-3-iscsi. {{(pid=91876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 16:10:46.695462 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-0b935b9e-24ba-4b08-bc77-83b681750851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16110075'] for port, before_create {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:46.764698 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device 809358b4-dbde-4e62-a683-03a7b952c9b9 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:10:46.789022 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e6c1727a-62d7-4aa9-9ccf-6aaa4401d397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701328', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-677036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2180'] for router, precommit_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:46.797318 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] No Port match for: 809358b4-dbde-4e62-a683-03a7b952c9b9 {{(pid=91876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:10:46.797727 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device 809358b4-dbde-4e62-a683-03a7b952c9b9 not bound to the agent host hv-cinder-79611 {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:10:46.853883 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.db_base_plugin_common [None req-0b935b9e-24ba-4b08-bc77-83b681750851 None None] Allocated IP 172.20.0.2 (a3ebedf3-8e19-44c9-ac63-65dd93c0bad7/fddd5f14-0f57-4350-96d9-5e8c4267026c/28baee64-c2fb-4032-822c-82544aca260b) {{(pid=91876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:10:46.994467 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e6c1727a-62d7-4aa9-9ccf-6aaa4401d397 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:47.015416 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e6c1727a-62d7-4aa9-9ccf-6aaa4401d397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16110075'] for port, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:47.076603 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-0b935b9e-24ba-4b08-bc77-83b681750851 None None] Notify callbacks [] for port, precommit_create {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:47.090879 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-0b935b9e-24ba-4b08-bc77-83b681750851 None None] Transition to ACTIVE for port object 28baee64-c2fb-4032-822c-82544aca260b will not be triggered until provisioned by entity L2. {{(pid=91876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:10:47.114410 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-0b935b9e-24ba-4b08-bc77-83b681750851 None None] Transition to ACTIVE for port object 28baee64-c2fb-4032-822c-82544aca260b will not be triggered until provisioned by entity DHCP. {{(pid=91876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:10:47.122876 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-0b935b9e-24ba-4b08-bc77-83b681750851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16110910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726810954487'] for port, after_create {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:47.125622 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:47.135375 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.db.db_base_plugin_common [None req-e6c1727a-62d7-4aa9-9ccf-6aaa4401d397 admin admin] Allocated IP 172.27.1.38 (47501c57-dfca-44aa-9eed-27ee8bb77cd6/0b38b6c0-4839-4539-8281-d8dcfdf92ae7/48d741e1-fa55-418e-9a0c-f318e0aea8e5) {{(pid=91875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:10:47.165817 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b935b9e-24ba-4b08-bc77-83b681750851 None None] Network a3ebedf3-8e19-44c9-ac63-65dd93c0bad7 is already hosted by enough agents. {{(pid=91876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:10:47.174076 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.scheduler.base_scheduler [None req-0b935b9e-24ba-4b08-bc77-83b681750851 None None] Resources bound (agent type, host, resource id): {{(pid=91876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:10:47.180128 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b935b9e-24ba-4b08-bc77-83b681750851 None None] Received port after_create {{(pid=91876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:10:47.186677 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b935b9e-24ba-4b08-bc77-83b681750851 None None] Pushing event updated for resources: {'Port': ['ID=28baee64-c2fb-4032-822c-82544aca260b,revision_number=1']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:47.190225 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-0b935b9e-24ba-4b08-bc77-83b681750851 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:47.251023 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e6c1727a-62d7-4aa9-9ccf-6aaa4401d397 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:47.251584 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-0b935b9e-24ba-4b08-bc77-83b681750851 None None] Attempting to bind port 28baee64-c2fb-4032-822c-82544aca260b on host dv-cinder-796114-3-iscsi for vnic_type normal with profile {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:10:47.251858 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-0b935b9e-24ba-4b08-bc77-83b681750851 None None] Attempting to bind port 28baee64-c2fb-4032-822c-82544aca260b by drivers openvswitch,hyperv on host dv-cinder-796114-3-iscsi at level 0 using segments [{'id': '3cd1e79d-857f-4698-965a-d9a3a3d0116f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a3ebedf3-8e19-44c9-ac63-65dd93c0bad7'}] {{(pid=91876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:10:47.252231 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b935b9e-24ba-4b08-bc77-83b681750851 None None] Attempting to bind port 28baee64-c2fb-4032-822c-82544aca260b on network a3ebedf3-8e19-44c9-ac63-65dd93c0bad7 {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:10:47.262101 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b935b9e-24ba-4b08-bc77-83b681750851 None None] Checking agent: {'id': '6d4db28b-73fb-449a-900a-e0a23b9890fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 57, 20), 'started_at': datetime.datetime(2021, 6, 16, 15, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:10:47.262506 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b935b9e-24ba-4b08-bc77-83b681750851 None None] Checking segment: {'id': '3cd1e79d-857f-4698-965a-d9a3a3d0116f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a3ebedf3-8e19-44c9-ac63-65dd93c0bad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:10:47.262915 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-0b935b9e-24ba-4b08-bc77-83b681750851 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:47.263468 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b935b9e-24ba-4b08-bc77-83b681750851 None None] Bound using segment: {'id': '3cd1e79d-857f-4698-965a-d9a3a3d0116f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a3ebedf3-8e19-44c9-ac63-65dd93c0bad7'} {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:10:47.263770 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-0b935b9e-24ba-4b08-bc77-83b681750851 None None] Bound port: 28baee64-c2fb-4032-822c-82544aca260b, host: dv-cinder-796114-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cd1e79d-857f-4698-965a-d9a3a3d0116f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a3ebedf3-8e19-44c9-ac63-65dd93c0bad7'}}] {{(pid=91876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:10:47.264155 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-0b935b9e-24ba-4b08-bc77-83b681750851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:47.293668 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e6c1727a-62d7-4aa9-9ccf-6aaa4401d397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16110910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726810954487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449087'] for port, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:47.297311 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-0b973e69-5f4a-4409-a501-2f39da711cb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:47.330408 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-0b935b9e-24ba-4b08-bc77-83b681750851 None None] For port 28baee64-c2fb-4032-822c-82544aca260b, host dv-cinder-796114-3-iscsi, cleared binding levels {{(pid=91876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:10:47.333669 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-0b935b9e-24ba-4b08-bc77-83b681750851 None None] For port 28baee64-c2fb-4032-822c-82544aca260b, host dv-cinder-796114-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=28baee64-c2fb-4032-822c-82544aca260b,segment=NetworkSegment(3cd1e79d-857f-4698-965a-d9a3a3d0116f),segment_id=3cd1e79d-857f-4698-965a-d9a3a3d0116f)] {{(pid=91876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:10:47.337012 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c1727a-62d7-4aa9-9ccf-6aaa4401d397 admin admin] Network 47501c57-dfca-44aa-9eed-27ee8bb77cd6 is already hosted by enough agents. {{(pid=91875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:10:47.340671 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-0b935b9e-24ba-4b08-bc77-83b681750851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:47.345602 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.base_scheduler [None req-e6c1727a-62d7-4aa9-9ccf-6aaa4401d397 admin admin] Resources bound (agent type, host, resource id): {{(pid=91875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:10:47.348695 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-a7adac34-cbd3-43af-8ef9-94c23ebedd96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:47.349233 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c1727a-62d7-4aa9-9ccf-6aaa4401d397 admin admin] Received port after_create {{(pid=91875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:10:47.358477 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c1727a-62d7-4aa9-9ccf-6aaa4401d397 admin admin] Pushing event updated for resources: {'Port': ['ID=48d741e1-fa55-418e-9a0c-f318e0aea8e5,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:47.379749 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-e6c1727a-62d7-4aa9-9ccf-6aaa4401d397 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:47.424634 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b935b9e-24ba-4b08-bc77-83b681750851 None None] Pushing event updated for resources: {'Port': ['ID=28baee64-c2fb-4032-822c-82544aca260b,revision_number=2']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:47.434970 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-0b935b9e-24ba-4b08-bc77-83b681750851 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:47.461611 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-aa3f7a9b-6833-4917-adf0-91c762f256e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:47.641974 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f85961-8168-430f-aae8-85e81aa1ced9 req-e7abf427-6366-4ac4-980f-469ea07387a0 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:47.643633 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e6c1727a-62d7-4aa9-9ccf-6aaa4401d397 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:47.650530 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-80f85961-8168-430f-aae8-85e81aa1ced9 req-e7abf427-6366-4ac4-980f-469ea07387a0 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c83968e-60c5-411a-958e-74c856a073f6 HTTP/1.1" status: 200 len: 945 time: 0.0917702 Jun 16 16:10:47.687652 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-80f85961-8168-430f-aae8-85e81aa1ced9 req-3d4a7e14-91d5-4ad3-a73e-6fb5527ed13f tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c2ebdd3-867c-4bec-9985-ebc5f980f44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362549 Jun 16 16:10:47.846718 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e6c1727a-62d7-4aa9-9ccf-6aaa4401d397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-677051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701414'] for router, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:47.977925 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6c1727a-62d7-4aa9-9ccf-6aaa4401d397 admin admin] Router 4134e72e-1004-423c-b784-6ce69679a81b is scheduled to L3 agent 0e7678c9-774c-4c46-a09f-f3aaee363ca4 with binding_index 1 {{(pid=91875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 16:10:48.096949 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c1727a-62d7-4aa9-9ccf-6aaa4401d397 admin admin] Notify agent at l3_agent.dv-cinder-796114-3-iscsi the message routers_updated {{(pid=91875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:10:48.111764 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1be7f1d-5274-4eee-84a2-35e4af2a72e6 None None] Sync routers for ids ['4134e72e-1004-423c-b784-6ce69679a81b'] in dv-cinder-796114-3-iscsi {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:10:48.115611 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e6c1727a-62d7-4aa9-9ccf-6aaa4401d397 admin admin] Notify callbacks [] for router, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:48.120514 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 41354) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:10:48.121124 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-e6c1727a-62d7-4aa9-9ccf-6aaa4401d397 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5601156 Jun 16 16:10:48.135128 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1be7f1d-5274-4eee-84a2-35e4af2a72e6 None None] Routers {'4134e72e-1004-423c-b784-6ce69679a81b'} bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:10:48.136103 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-b1be7f1d-5274-4eee-84a2-35e4af2a72e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:57:20Z,description=,heartbeat_timestamp=2021-06-16T16:10:20Z,host='dv-cinder-796114-3-iscsi',id=0e7678c9-774c-4c46-a09f-f3aaee363ca4,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:57:20Z,topic='l3_agent')) {'router_ids': ['4134e72e-1004-423c-b784-6ce69679a81b'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:10:48.312709 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-b1be7f1d-5274-4eee-84a2-35e4af2a72e6 None None] Set router 4134e72e-1004-423c-b784-6ce69679a81b gateway port host: dv-cinder-796114-3-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:10:48.426561 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307e6558-e9d6-4217-9478-adc8706f79e5 None None] Network a3ebedf3-8e19-44c9-ac63-65dd93c0bad7 requested from dv-cinder-796114-3-iscsi {{(pid=91876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:10:48.533893 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-d8956c4f-a0d3-4c74-95c5-088aecc5b8cb None None] Provisioning for port 28baee64-c2fb-4032-822c-82544aca260b completed by entity DHCP. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:10:48.581589 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-32fcdb8b-31cd-41cb-b548-ce5cb9ec320c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16110075'] for port, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:48.653145 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-b1be7f1d-5274-4eee-84a2-35e4af2a72e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4134e72e-1004-423c-b784-6ce69679a81b', 'name': 'tempest-TestShelveInstance-2039370556-router', 'tenant_id': '801bc6047ffc40bf8e6f74767921a594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '48d741e1-fa55-418e-9a0c-f318e0aea8e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:10:46Z', 'updated_at': '2021-06-16T16:10:47Z', 'revision_number': 3, 'project_id': '801bc6047ffc40bf8e6f74767921a594', 'gw_port': {'id': '48d741e1-fa55-418e-9a0c-f318e0aea8e5', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:00:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4134e72e-1004-423c-b784-6ce69679a81b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:10:47Z', 'updated_at': '2021-06-16T16:10:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi'}], 'dv-cinder-796114-3-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:10:48.659357 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1be7f1d-5274-4eee-84a2-35e4af2a72e6 None None] Checking router: 4134e72e-1004-423c-b784-6ce69679a81b for host: dv-cinder-796114-3-iscsi {{(pid=91876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:10:48.659773 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1be7f1d-5274-4eee-84a2-35e4af2a72e6 None None] Updating router 4134e72e-1004-423c-b784-6ce69679a81b port 48d741e1-fa55-418e-9a0c-f318e0aea8e5 binding host dv-cinder-796114-3-iscsi {{(pid=91876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:10:48.708444 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-b1be7f1d-5274-4eee-84a2-35e4af2a72e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:48.758810 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device 28baee64-c2fb-4032-822c-82544aca260b up at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:10:48.774350 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_common [None req-32fcdb8b-31cd-41cb-b548-ce5cb9ec320c admin admin] Allocated IP 172.20.0.1 (a3ebedf3-8e19-44c9-ac63-65dd93c0bad7/fddd5f14-0f57-4350-96d9-5e8c4267026c/f5eb6f32-77f5-4830-ae3c-30021b621d81) {{(pid=91874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:10:48.928983 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-32fcdb8b-31cd-41cb-b548-ce5cb9ec320c admin admin] Notify callbacks [] for port, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:48.950615 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-32fcdb8b-31cd-41cb-b548-ce5cb9ec320c admin admin] Transition to ACTIVE for port object f5eb6f32-77f5-4830-ae3c-30021b621d81 will not be triggered until provisioned by entity DHCP. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:10:48.964053 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2150a42-0856-43ed-9ec9-d5af95f1f369 req-2d5a0f1c-e4e7-4bf2-a306-80d329eefe8b tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:48.965772 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c2150a42-0856-43ed-9ec9-d5af95f1f369 req-2d5a0f1c-e4e7-4bf2-a306-80d329eefe8b tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c83968e-60c5-411a-958e-74c856a073f6 HTTP/1.1" status: 200 len: 945 time: 0.1213691 Jun 16 16:10:49.024325 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c2150a42-0856-43ed-9ec9-d5af95f1f369 req-afa6d8d5-a86a-465b-99b9-e76c894467f8 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c2ebdd3-867c-4bec-9985-ebc5f980f44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498581 Jun 16 16:10:49.025782 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-32fcdb8b-31cd-41cb-b548-ce5cb9ec320c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16110910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726810954487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3529202'] for port, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:49.029140 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-bfdeabab-de5c-4abe-b7f9-c607cc588549 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:49.069119 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning for port 28baee64-c2fb-4032-822c-82544aca260b completed by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:10:49.079309 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fcdb8b-31cd-41cb-b548-ce5cb9ec320c admin admin] Network a3ebedf3-8e19-44c9-ac63-65dd93c0bad7 is already hosted by enough agents. {{(pid=91874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:10:49.081720 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning complete for port 28baee64-c2fb-4032-822c-82544aca260b triggered by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:10:49.082104 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:49.084180 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [None req-32fcdb8b-31cd-41cb-b548-ce5cb9ec320c admin admin] Resources bound (agent type, host, resource id): {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:10:49.087636 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fcdb8b-31cd-41cb-b548-ce5cb9ec320c admin admin] Received port after_create {{(pid=91874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:10:49.112487 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fcdb8b-31cd-41cb-b548-ce5cb9ec320c admin admin] Pushing event updated for resources: {'Port': ['ID=f5eb6f32-77f5-4830-ae3c-30021b621d81,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:49.123169 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-32fcdb8b-31cd-41cb-b548-ce5cb9ec320c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:49.137118 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-32fcdb8b-31cd-41cb-b548-ce5cb9ec320c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672087'] for router_interface, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:49.226041 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-b1be7f1d-5274-4eee-84a2-35e4af2a72e6 None None] Notify callbacks [] for port, precommit_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:49.246607 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-b1be7f1d-5274-4eee-84a2-35e4af2a72e6 None None] Transition to ACTIVE for port object 48d741e1-fa55-418e-9a0c-f318e0aea8e5 will not be triggered until provisioned by entity L2. {{(pid=91876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:10:49.250228 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:49.261721 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-b1be7f1d-5274-4eee-84a2-35e4af2a72e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:49.264414 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:49.285617 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-32fcdb8b-31cd-41cb-b548-ce5cb9ec320c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:49.347534 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] For port 28baee64-c2fb-4032-822c-82544aca260b, host dv-cinder-796114-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=28baee64-c2fb-4032-822c-82544aca260b,segment=NetworkSegment(3cd1e79d-857f-4698-965a-d9a3a3d0116f),segment_id=3cd1e79d-857f-4698-965a-d9a3a3d0116f)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:10:49.350707 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-b1be7f1d-5274-4eee-84a2-35e4af2a72e6 None None] Attempting to bind port 48d741e1-fa55-418e-9a0c-f318e0aea8e5 on host dv-cinder-796114-3-iscsi for vnic_type normal with profile {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:10:49.351164 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-b1be7f1d-5274-4eee-84a2-35e4af2a72e6 None None] Attempting to bind port 48d741e1-fa55-418e-9a0c-f318e0aea8e5 by drivers openvswitch,hyperv on host dv-cinder-796114-3-iscsi at level 0 using segments [{'id': '36d53036-d305-476e-ad99-71a5cdef7eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6'}] {{(pid=91876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:10:49.351614 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1be7f1d-5274-4eee-84a2-35e4af2a72e6 None None] Attempting to bind port 48d741e1-fa55-418e-9a0c-f318e0aea8e5 on network 47501c57-dfca-44aa-9eed-27ee8bb77cd6 {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:10:49.354059 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9460609-3b2f-4245-b05a-4316b7717e67 None None] Pushing event updated for resources: {'Port': ['ID=48d741e1-fa55-418e-9a0c-f318e0aea8e5,revision_number=2']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:49.358608 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-8a7a519b-6349-4eb2-b31d-368bbb6fc203 None None] Provisioning for port f5eb6f32-77f5-4830-ae3c-30021b621d81 completed by entity DHCP. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:10:49.362398 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-a9460609-3b2f-4245-b05a-4316b7717e67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:49.363225 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:49.365964 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:49.368889 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1be7f1d-5274-4eee-84a2-35e4af2a72e6 None None] Checking agent: {'id': '6d4db28b-73fb-449a-900a-e0a23b9890fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 57, 20), 'started_at': datetime.datetime(2021, 6, 16, 15, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:10:49.369280 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1be7f1d-5274-4eee-84a2-35e4af2a72e6 None None] Checking segment: {'id': '36d53036-d305-476e-ad99-71a5cdef7eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:10:49.369714 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-b1be7f1d-5274-4eee-84a2-35e4af2a72e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:49.370514 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1be7f1d-5274-4eee-84a2-35e4af2a72e6 None None] Bound using segment: {'id': '36d53036-d305-476e-ad99-71a5cdef7eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6'} {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:10:49.370648 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-b1be7f1d-5274-4eee-84a2-35e4af2a72e6 None None] Bound port: 48d741e1-fa55-418e-9a0c-f318e0aea8e5, host: dv-cinder-796114-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36d53036-d305-476e-ad99-71a5cdef7eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6'}}] {{(pid=91876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:10:49.371201 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-b1be7f1d-5274-4eee-84a2-35e4af2a72e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:49.374885 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-8a7a519b-6349-4eb2-b31d-368bbb6fc203 None None] Provisioning complete for port f5eb6f32-77f5-4830-ae3c-30021b621d81 triggered by entity DHCP. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:10:49.374885 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-8a7a519b-6349-4eb2-b31d-368bbb6fc203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:49.488124 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-32fcdb8b-31cd-41cb-b548-ce5cb9ec320c admin admin] Notify callbacks [] for port, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:49.494479 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-32fcdb8b-31cd-41cb-b548-ce5cb9ec320c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3529188'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:49.511066 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:49.522659 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-8a7a519b-6349-4eb2-b31d-368bbb6fc203 None None] Port f5eb6f32-77f5-4830-ae3c-30021b621d81 cannot update to ACTIVE because it is not bound. {{(pid=91876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:10:49.525229 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Pushing event updated for resources: {'Port': ['ID=28baee64-c2fb-4032-822c-82544aca260b,revision_number=3']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:49.528952 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:49.530194 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-ba44ba91-0beb-4472-aeb9-ced52375593e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:49.534745 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-b1be7f1d-5274-4eee-84a2-35e4af2a72e6 None None] For port 48d741e1-fa55-418e-9a0c-f318e0aea8e5, host dv-cinder-796114-3-iscsi, cleared binding levels {{(pid=91876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:10:49.538050 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-b1be7f1d-5274-4eee-84a2-35e4af2a72e6 None None] For port 48d741e1-fa55-418e-9a0c-f318e0aea8e5, host dv-cinder-796114-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=48d741e1-fa55-418e-9a0c-f318e0aea8e5,segment=NetworkSegment(36d53036-d305-476e-ad99-71a5cdef7eb4),segment_id=36d53036-d305-476e-ad99-71a5cdef7eb4)] {{(pid=91876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:10:49.543232 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-b1be7f1d-5274-4eee-84a2-35e4af2a72e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:49.545415 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-0b935b9e-24ba-4b08-bc77-83b681750851 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:49.570854 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-32fcdb8b-31cd-41cb-b548-ce5cb9ec320c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16222906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672043'] for router_interface, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:49.578994 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fcdb8b-31cd-41cb-b548-ce5cb9ec320c admin admin] Pushing event updated for resources: {'Port': ['ID=f5eb6f32-77f5-4830-ae3c-30021b621d81,revision_number=2']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:49.583018 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-32fcdb8b-31cd-41cb-b548-ce5cb9ec320c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:49.593616 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1be7f1d-5274-4eee-84a2-35e4af2a72e6 None None] Routers {'4134e72e-1004-423c-b784-6ce69679a81b'} bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:10:49.594240 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-b1be7f1d-5274-4eee-84a2-35e4af2a72e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:57:20Z,description=,heartbeat_timestamp=2021-06-16T16:10:20Z,host='dv-cinder-796114-3-iscsi',id=0e7678c9-774c-4c46-a09f-f3aaee363ca4,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:57:20Z,topic='l3_agent')) {'router_ids': ['4134e72e-1004-423c-b784-6ce69679a81b'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:10:49.666182 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9460609-3b2f-4245-b05a-4316b7717e67 None None] Pushing event updated for resources: {'Port': ['ID=48d741e1-fa55-418e-9a0c-f318e0aea8e5,revision_number=3']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:49.671258 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-a9460609-3b2f-4245-b05a-4316b7717e67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:49.677879 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fcdb8b-31cd-41cb-b548-ce5cb9ec320c admin admin] Network a3ebedf3-8e19-44c9-ac63-65dd93c0bad7 is already hosted by enough agents. {{(pid=91874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:10:49.679855 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [None req-32fcdb8b-31cd-41cb-b548-ce5cb9ec320c admin admin] Resources bound (agent type, host, resource id): {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:10:49.720828 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-b1be7f1d-5274-4eee-84a2-35e4af2a72e6 None None] Set router 4134e72e-1004-423c-b784-6ce69679a81b gateway port host: dv-cinder-796114-3-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:10:49.902344 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-f3a8f7fd-15ff-483c-b725-bd89ed811f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:49.963061 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:49.968396 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-da3d7b07-4d2f-4357-8be2-7cfb082b1993 None None] Provisioning complete for port f5eb6f32-77f5-4830-ae3c-30021b621d81 triggered by entity DHCP. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:10:49.968778 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-da3d7b07-4d2f-4357-8be2-7cfb082b1993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:50.000209 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-b1be7f1d-5274-4eee-84a2-35e4af2a72e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4134e72e-1004-423c-b784-6ce69679a81b', 'name': 'tempest-TestShelveInstance-2039370556-router', 'tenant_id': '801bc6047ffc40bf8e6f74767921a594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '48d741e1-fa55-418e-9a0c-f318e0aea8e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:10:46Z', 'updated_at': '2021-06-16T16:10:49Z', 'revision_number': 4, 'project_id': '801bc6047ffc40bf8e6f74767921a594', 'gw_port': {'id': '48d741e1-fa55-418e-9a0c-f318e0aea8e5', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:00:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4134e72e-1004-423c-b784-6ce69679a81b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:10:47Z', 'updated_at': '2021-06-16T16:10:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi', '_interfaces': [{'id': 'f5eb6f32-77f5-4830-ae3c-30021b621d81', 'name': '', 'network_id': 'a3ebedf3-8e19-44c9-ac63-65dd93c0bad7', 'tenant_id': '801bc6047ffc40bf8e6f74767921a594', 'mac_address': 'fa:16:3e:1b:24:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4134e72e-1004-423c-b784-6ce69679a81b', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'fddd5f14-0f57-4350-96d9-5e8c4267026c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:10:48Z', 'updated_at': '2021-06-16T16:10:49Z', 'revision_number': 2, 'project_id': '801bc6047ffc40bf8e6f74767921a594', 'subnets': [{'id': 'fddd5f14-0f57-4350-96d9-5e8c4267026c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:10:50.008995 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1be7f1d-5274-4eee-84a2-35e4af2a72e6 None None] The sync data for ids ['4134e72e-1004-423c-b784-6ce69679a81b'] in dv-cinder-796114-3-iscsi is: [{'id': '4134e72e-1004-423c-b784-6ce69679a81b', 'name': 'tempest-TestShelveInstance-2039370556-router', 'tenant_id': '801bc6047ffc40bf8e6f74767921a594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '48d741e1-fa55-418e-9a0c-f318e0aea8e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:10:46Z', 'updated_at': '2021-06-16T16:10:49Z', 'revision_number': 4, 'project_id': '801bc6047ffc40bf8e6f74767921a594', 'gw_port': {'id': '48d741e1-fa55-418e-9a0c-f318e0aea8e5', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:00:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4134e72e-1004-423c-b784-6ce69679a81b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:10:47Z', 'updated_at': '2021-06-16T16:10:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi', '_interfaces': [{'id': 'f5eb6f32-77f5-4830-ae3c-30021b621d81', 'name': '', 'network_id': 'a3ebedf3-8e19-44c9-ac63-65dd93c0bad7', 'tenant_id': '801bc6047ffc40bf8e6f74767921a594', 'mac_address': 'fa:16:3e:1b:24:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4134e72e-1004-423c-b784-6ce69679a81b', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'fddd5f14-0f57-4350-96d9-5e8c4267026c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:10:48Z', 'updated_at': '2021-06-16T16:10:49Z', 'revision_number': 2, 'project_id': '801bc6047ffc40bf8e6f74767921a594', 'subnets': [{'id': 'fddd5f14-0f57-4350-96d9-5e8c4267026c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:10:50.010918 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-da3d7b07-4d2f-4357-8be2-7cfb082b1993 None None] Port f5eb6f32-77f5-4830-ae3c-30021b621d81 cannot update to ACTIVE because it is not bound. {{(pid=91876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:10:50.077960 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32fcdb8b-31cd-41cb-b548-ce5cb9ec320c admin admin] Router 4134e72e-1004-423c-b784-6ce69679a81b has already been hosted by L3 agent 0e7678c9-774c-4c46-a09f-f3aaee363ca4 {{(pid=91874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:10:50.196593 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32fcdb8b-31cd-41cb-b548-ce5cb9ec320c admin admin] Notify agent at l3_agent.dv-cinder-796114-3-iscsi the message routers_updated {{(pid=91874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:10:50.217762 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-32fcdb8b-31cd-41cb-b548-ce5cb9ec320c admin admin] 10.222.0.49 "PUT /v2.0/routers/4134e72e-1004-423c-b784-6ce69679a81b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0960982 Jun 16 16:10:50.257592 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724cad45-abc7-4eed-bded-89c6044d7aee req-f74c9bff-ea6f-4e19-8e16-5381ddb72c0e tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:50.259083 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-724cad45-abc7-4eed-bded-89c6044d7aee req-f74c9bff-ea6f-4e19-8e16-5381ddb72c0e tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c83968e-60c5-411a-958e-74c856a073f6 HTTP/1.1" status: 200 len: 945 time: 0.0924025 Jun 16 16:10:50.309665 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-724cad45-abc7-4eed-bded-89c6044d7aee req-3a3661d6-3468-4d63-93c9-2fdc28cb5ffd tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c2ebdd3-867c-4bec-9985-ebc5f980f44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374451 Jun 16 16:10:50.752244 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device 28baee64-c2fb-4032-822c-82544aca260b up at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:10:50.790555 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 41394) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:10:50.796495 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.v2.base [None req-65611045-203a-468f-b2e4-ab2e91878457 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1945181468-network', 'tenant_id': 'e2fce063d7714239a93a2e2f07fd8a86'}} {{(pid=91875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:10:50.842161 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning complete for port 28baee64-c2fb-4032-822c-82544aca260b triggered by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:10:50.842549 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:50.842845 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65611045-203a-468f-b2e4-ab2e91878457 admin admin] Made reservation on behalf of e2fce063d7714239a93a2e2f07fd8a86 for: {'network': 1} {{(pid=91875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:10:50.846688 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-65611045-203a-468f-b2e4-ab2e91878457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16110075'] for network, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:50.856439 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-65611045-203a-468f-b2e4-ab2e91878457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:51.017157 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-65611045-203a-468f-b2e4-ab2e91878457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:51.020896 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-65611045-203a-468f-b2e4-ab2e91878457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:51.023909 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-c1d7f97c-5836-4ab4-8d94-ea70929b5700 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:51.041698 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65611045-203a-468f-b2e4-ab2e91878457 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=91875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:10:51.058111 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-65611045-203a-468f-b2e4-ab2e91878457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233616'] for segment, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:51.058641 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.db.segments_db [None req-65611045-203a-468f-b2e4-ab2e91878457 admin admin] Added segment 0e597e1d-6936-446c-af22-b262472a04b9 of type vlan for network 6f1c54d6-41a7-4698-9eea-861be9a6ac9a Jun 16 16:10:51.073145 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65611045-203a-468f-b2e4-ab2e91878457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc633fc-aea0-4709-8dc6-4b580a4626a0,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:51.076458 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-65611045-203a-468f-b2e4-ab2e91878457 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:51.112257 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-65611045-203a-468f-b2e4-ab2e91878457 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726810908546'] for network, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:51.142719 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-65611045-203a-468f-b2e4-ab2e91878457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-700135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792'] for network, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:51.144005 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65611045-203a-468f-b2e4-ab2e91878457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:51.144565 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-65611045-203a-468f-b2e4-ab2e91878457 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16222807'] for network, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:51.146676 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:51.192542 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-65611045-203a-468f-b2e4-ab2e91878457 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4008517 Jun 16 16:10:51.195255 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 41402) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:10:51.204106 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-379b9567-8cf7-4075-a532-23dc14bfd615 admin admin] Request body: {'subnet': {'network_id': '6f1c54d6-41a7-4698-9eea-861be9a6ac9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1945181468-subnet', 'tenant_id': 'e2fce063d7714239a93a2e2f07fd8a86', 'ip_version': 4}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:10:51.207045 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65611045-203a-468f-b2e4-ab2e91878457 admin admin] Pushing event updated for resources: {'Network': ['ID=6f1c54d6-41a7-4698-9eea-861be9a6ac9a,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:51.217053 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-65611045-203a-468f-b2e4-ab2e91878457 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:51.218560 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Network 6f1c54d6-41a7-4698-9eea-861be9a6ac9a details requested by agent ovs-agent-dv-cinder-796114-3-iscsi with host dv-cinder-796114-3-iscsi {{(pid=91876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:10:51.241908 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379b9567-8cf7-4075-a532-23dc14bfd615 admin admin] Made reservation on behalf of e2fce063d7714239a93a2e2f07fd8a86 for: {'subnet': 1} {{(pid=91874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:10:51.244310 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-379b9567-8cf7-4075-a532-23dc14bfd615 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3923756'] for subnet, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:51.320252 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-6ad78952-ea93-43a4-8288-1e7c2f1dde9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:51.446637 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-379b9567-8cf7-4075-a532-23dc14bfd615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3529062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3923774'] for subnet, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:51.450220 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:51.493846 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33350307-186a-4c7a-bbdd-e73e4604a3f8 req-46b9c25a-20d3-4ec3-98fd-64b1d4bd57f7 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:51.495493 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-33350307-186a-4c7a-bbdd-e73e4604a3f8 req-46b9c25a-20d3-4ec3-98fd-64b1d4bd57f7 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c83968e-60c5-411a-958e-74c856a073f6 HTTP/1.1" status: 200 len: 945 time: 0.0666714 Jun 16 16:10:51.517573 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379b9567-8cf7-4075-a532-23dc14bfd615 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f41ed387-9884-4e6b-b492-a51a549f7101,revision_number=0']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:51.520594 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-379b9567-8cf7-4075-a532-23dc14bfd615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:51.530292 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379b9567-8cf7-4075-a532-23dc14bfd615 admin admin] Checking segment: {'id': '0e597e1d-6936-446c-af22-b262472a04b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6f1c54d6-41a7-4698-9eea-861be9a6ac9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:10:51.530661 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379b9567-8cf7-4075-a532-23dc14bfd615 admin admin] Network hostable DHCP agents. Network: 6f1c54d6-41a7-4698-9eea-861be9a6ac9a, hostable agents: ['bb1823c3-707b-401a-ae95-86070490f7a6'], hosted agents: [] {{(pid=91874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:10:51.537029 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-33350307-186a-4c7a-bbdd-e73e4604a3f8 req-466f20a5-c9f8-4a55-9f08-30a05b194e48 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c2ebdd3-867c-4bec-9985-ebc5f980f44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346560 Jun 16 16:10:51.547920 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379b9567-8cf7-4075-a532-23dc14bfd615 admin admin] Network 6f1c54d6-41a7-4698-9eea-861be9a6ac9a is scheduled to be hosted by DHCP agent bb1823c3-707b-401a-ae95-86070490f7a6 with binding_index 1 {{(pid=91874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:10:51.557526 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [None req-379b9567-8cf7-4075-a532-23dc14bfd615 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796114-3-iscsi, 6f1c54d6-41a7-4698-9eea-861be9a6ac9a) {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:10:51.568316 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379b9567-8cf7-4075-a532-23dc14bfd615 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:51.568917 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-379b9567-8cf7-4075-a532-23dc14bfd615 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16222807'] for subnet, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:51.572904 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58781e8b-492c-4586-94a4-cabf0bfa0dcc None None] Network 6f1c54d6-41a7-4698-9eea-861be9a6ac9a requested from dv-cinder-796114-3-iscsi {{(pid=91876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:10:51.584261 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-379b9567-8cf7-4075-a532-23dc14bfd615 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3872080 Jun 16 16:10:51.586854 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 41406) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:10:51.591320 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-73b601df-d663-4c07-a4a6-942fad699c96 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1945181468-router', 'tenant_id': 'e2fce063d7714239a93a2e2f07fd8a86', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6'}}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:10:51.611148 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-73b601df-d663-4c07-a4a6-942fad699c96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-676994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2211'] for router, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:51.612127 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-73b601df-d663-4c07-a4a6-942fad699c96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-678443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2202'] for router, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:51.665803 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-73b601df-d663-4c07-a4a6-942fad699c96 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:51.734081 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f67e33d-8a6d-46a9-a677-bd07da624d2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a65b000-2000-5da8-b86a-eb5bc6f9c062-6f1c54d6-41a7-4698-9eea-861be9a6ac9a', 'network_id': '6f1c54d6-41a7-4698-9eea-861be9a6ac9a', 'tenant_id': 'e2fce063d7714239a93a2e2f07fd8a86', 'fixed_ips': [{'subnet_id': 'f41ed387-9884-4e6b-b492-a51a549f7101'}]}} from dv-cinder-796114-3-iscsi. {{(pid=91876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 16:10:51.735070 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-4f67e33d-8a6d-46a9-a677-bd07da624d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16110075'] for port, before_create {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:51.807868 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-73b601df-d663-4c07-a4a6-942fad699c96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701328', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-677036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2180'] for router, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:51.869721 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.db_base_plugin_common [None req-4f67e33d-8a6d-46a9-a677-bd07da624d2e None None] Allocated IP 172.20.0.2 (6f1c54d6-41a7-4698-9eea-861be9a6ac9a/f41ed387-9884-4e6b-b492-a51a549f7101/8c89bdc9-9530-47ef-be1f-1ad6163eba3d) {{(pid=91876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:10:52.026011 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-4f67e33d-8a6d-46a9-a677-bd07da624d2e None None] Notify callbacks [] for port, precommit_create {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:52.031670 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-73b601df-d663-4c07-a4a6-942fad699c96 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:52.038700 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-4f67e33d-8a6d-46a9-a677-bd07da624d2e None None] Transition to ACTIVE for port object 8c89bdc9-9530-47ef-be1f-1ad6163eba3d will not be triggered until provisioned by entity L2. {{(pid=91876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:10:52.055819 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-4f67e33d-8a6d-46a9-a677-bd07da624d2e None None] Transition to ACTIVE for port object 8c89bdc9-9530-47ef-be1f-1ad6163eba3d will not be triggered until provisioned by entity DHCP. {{(pid=91876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:10:52.063955 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-4f67e33d-8a6d-46a9-a677-bd07da624d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16110910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726810954487'] for port, after_create {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:52.067310 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-370cb993-bffb-433f-9911-59762380e004 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:52.068770 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-73b601df-d663-4c07-a4a6-942fad699c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16110075'] for port, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:52.102415 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f67e33d-8a6d-46a9-a677-bd07da624d2e None None] Network 6f1c54d6-41a7-4698-9eea-861be9a6ac9a is already hosted by enough agents. {{(pid=91876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:10:52.107915 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.scheduler.base_scheduler [None req-4f67e33d-8a6d-46a9-a677-bd07da624d2e None None] Resources bound (agent type, host, resource id): {{(pid=91876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:10:52.112778 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f67e33d-8a6d-46a9-a677-bd07da624d2e None None] Received port after_create {{(pid=91876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:10:52.129846 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f67e33d-8a6d-46a9-a677-bd07da624d2e None None] Pushing event updated for resources: {'Port': ['ID=8c89bdc9-9530-47ef-be1f-1ad6163eba3d,revision_number=1']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:52.133092 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-4f67e33d-8a6d-46a9-a677-bd07da624d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:52.195109 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-4f67e33d-8a6d-46a9-a677-bd07da624d2e None None] Attempting to bind port 8c89bdc9-9530-47ef-be1f-1ad6163eba3d on host dv-cinder-796114-3-iscsi for vnic_type normal with profile {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:10:52.195486 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-4f67e33d-8a6d-46a9-a677-bd07da624d2e None None] Attempting to bind port 8c89bdc9-9530-47ef-be1f-1ad6163eba3d by drivers openvswitch,hyperv on host dv-cinder-796114-3-iscsi at level 0 using segments [{'id': '0e597e1d-6936-446c-af22-b262472a04b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6f1c54d6-41a7-4698-9eea-861be9a6ac9a'}] {{(pid=91876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:10:52.195866 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f67e33d-8a6d-46a9-a677-bd07da624d2e None None] Attempting to bind port 8c89bdc9-9530-47ef-be1f-1ad6163eba3d on network 6f1c54d6-41a7-4698-9eea-861be9a6ac9a {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:10:52.204793 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f67e33d-8a6d-46a9-a677-bd07da624d2e None None] Checking agent: {'id': '6d4db28b-73fb-449a-900a-e0a23b9890fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 57, 20), 'started_at': datetime.datetime(2021, 6, 16, 15, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:10:52.205163 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f67e33d-8a6d-46a9-a677-bd07da624d2e None None] Checking segment: {'id': '0e597e1d-6936-446c-af22-b262472a04b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6f1c54d6-41a7-4698-9eea-861be9a6ac9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:10:52.205589 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-4f67e33d-8a6d-46a9-a677-bd07da624d2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:52.205993 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f67e33d-8a6d-46a9-a677-bd07da624d2e None None] Bound using segment: {'id': '0e597e1d-6936-446c-af22-b262472a04b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6f1c54d6-41a7-4698-9eea-861be9a6ac9a'} {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:10:52.206694 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-4f67e33d-8a6d-46a9-a677-bd07da624d2e None None] Bound port: 8c89bdc9-9530-47ef-be1f-1ad6163eba3d, host: dv-cinder-796114-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e597e1d-6936-446c-af22-b262472a04b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6f1c54d6-41a7-4698-9eea-861be9a6ac9a'}}] {{(pid=91876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:10:52.207108 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-4f67e33d-8a6d-46a9-a677-bd07da624d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:52.223160 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_common [None req-73b601df-d663-4c07-a4a6-942fad699c96 admin admin] Allocated IP 172.27.1.189 (47501c57-dfca-44aa-9eed-27ee8bb77cd6/0b38b6c0-4839-4539-8281-d8dcfdf92ae7/13107833-ac6d-461a-b5af-871e3a7ef039) {{(pid=91874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:10:52.262554 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b907892-8257-40fa-a274-1f164a581ec9 None None] Sync routers for ids ['4134e72e-1004-423c-b784-6ce69679a81b'] in dv-cinder-796114-3-iscsi {{(pid=91877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:10:52.273026 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b907892-8257-40fa-a274-1f164a581ec9 None None] Routers {'4134e72e-1004-423c-b784-6ce69679a81b'} bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:10:52.273971 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_hamode_db [None req-0b907892-8257-40fa-a274-1f164a581ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:57:20Z,description=,heartbeat_timestamp=2021-06-16T16:10:50Z,host='dv-cinder-796114-3-iscsi',id=0e7678c9-774c-4c46-a09f-f3aaee363ca4,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:57:20Z,topic='l3_agent')) {'router_ids': ['4134e72e-1004-423c-b784-6ce69679a81b'], 'active': True} {{(pid=91877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:10:52.278985 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-4f67e33d-8a6d-46a9-a677-bd07da624d2e None None] For port 8c89bdc9-9530-47ef-be1f-1ad6163eba3d, host dv-cinder-796114-3-iscsi, cleared binding levels {{(pid=91876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:10:52.282164 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-4f67e33d-8a6d-46a9-a677-bd07da624d2e None None] For port 8c89bdc9-9530-47ef-be1f-1ad6163eba3d, host dv-cinder-796114-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=8c89bdc9-9530-47ef-be1f-1ad6163eba3d,segment=NetworkSegment(0e597e1d-6936-446c-af22-b262472a04b9),segment_id=0e597e1d-6936-446c-af22-b262472a04b9)] {{(pid=91876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:10:52.287612 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-4f67e33d-8a6d-46a9-a677-bd07da624d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:52.290516 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:52.348702 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-73b601df-d663-4c07-a4a6-942fad699c96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:52.368644 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f67e33d-8a6d-46a9-a677-bd07da624d2e None None] Pushing event updated for resources: {'Port': ['ID=8c89bdc9-9530-47ef-be1f-1ad6163eba3d,revision_number=2']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:52.372405 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-4f67e33d-8a6d-46a9-a677-bd07da624d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:52.415099 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-73b601df-d663-4c07-a4a6-942fad699c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16110910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726810954487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3529202'] for port, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:52.418554 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-f92d3e07-a22f-42b0-b485-0bb88cc117e5 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:52.471424 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b601df-d663-4c07-a4a6-942fad699c96 admin admin] Network 47501c57-dfca-44aa-9eed-27ee8bb77cd6 is already hosted by enough agents. {{(pid=91874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:10:52.474560 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [None req-73b601df-d663-4c07-a4a6-942fad699c96 admin admin] Resources bound (agent type, host, resource id): {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:10:52.479258 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b601df-d663-4c07-a4a6-942fad699c96 admin admin] Received port after_create {{(pid=91874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:10:52.483378 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b601df-d663-4c07-a4a6-942fad699c96 admin admin] Pushing event updated for resources: {'Port': ['ID=13107833-ac6d-461a-b5af-871e3a7ef039,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:52.492776 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_dvr_db [None req-0b907892-8257-40fa-a274-1f164a581ec9 None None] Set router 4134e72e-1004-423c-b784-6ce69679a81b gateway port host: dv-cinder-796114-3-iscsi {{(pid=91877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:10:52.503143 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-73b601df-d663-4c07-a4a6-942fad699c96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:52.758873 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_hamode_db [None req-0b907892-8257-40fa-a274-1f164a581ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4134e72e-1004-423c-b784-6ce69679a81b', 'name': 'tempest-TestShelveInstance-2039370556-router', 'tenant_id': '801bc6047ffc40bf8e6f74767921a594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '48d741e1-fa55-418e-9a0c-f318e0aea8e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:10:46Z', 'updated_at': '2021-06-16T16:10:49Z', 'revision_number': 4, 'project_id': '801bc6047ffc40bf8e6f74767921a594', 'gw_port': {'id': '48d741e1-fa55-418e-9a0c-f318e0aea8e5', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:00:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4134e72e-1004-423c-b784-6ce69679a81b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:10:47Z', 'updated_at': '2021-06-16T16:10:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi', '_interfaces': [{'id': 'f5eb6f32-77f5-4830-ae3c-30021b621d81', 'name': '', 'network_id': 'a3ebedf3-8e19-44c9-ac63-65dd93c0bad7', 'tenant_id': '801bc6047ffc40bf8e6f74767921a594', 'mac_address': 'fa:16:3e:1b:24:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4134e72e-1004-423c-b784-6ce69679a81b', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'fddd5f14-0f57-4350-96d9-5e8c4267026c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:10:48Z', 'updated_at': '2021-06-16T16:10:49Z', 'revision_number': 2, 'project_id': '801bc6047ffc40bf8e6f74767921a594', 'subnets': [{'id': 'fddd5f14-0f57-4350-96d9-5e8c4267026c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-iscsi', False) {} {{(pid=91877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:10:52.767074 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b907892-8257-40fa-a274-1f164a581ec9 None None] Checking router: 4134e72e-1004-423c-b784-6ce69679a81b for host: dv-cinder-796114-3-iscsi {{(pid=91877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:10:52.767645 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b907892-8257-40fa-a274-1f164a581ec9 None None] Updating router 4134e72e-1004-423c-b784-6ce69679a81b port f5eb6f32-77f5-4830-ae3c-30021b621d81 binding host dv-cinder-796114-3-iscsi {{(pid=91877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:10:52.791957 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66df903-947c-479e-8828-67334b61462c req-ea008585-0233-419e-9eb8-1b0e4bac675f tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:52.794551 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-a66df903-947c-479e-8828-67334b61462c req-ea008585-0233-419e-9eb8-1b0e4bac675f tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c83968e-60c5-411a-958e-74c856a073f6 HTTP/1.1" status: 200 len: 945 time: 0.0988181 Jun 16 16:10:52.806696 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-73b601df-d663-4c07-a4a6-942fad699c96 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:52.826746 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron_lib.callbacks.manager [None req-0b907892-8257-40fa-a274-1f164a581ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:52.828223 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device 8c89bdc9-9530-47ef-be1f-1ad6163eba3d up at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:10:52.844935 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-a66df903-947c-479e-8828-67334b61462c req-01b08afb-f7cc-46a4-bc7f-c248939596d2 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c2ebdd3-867c-4bec-9985-ebc5f980f44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437150 Jun 16 16:10:52.886889 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-459ba97e-0994-401b-bd86-9772962a392e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:52.907696 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning for port 8c89bdc9-9530-47ef-be1f-1ad6163eba3d completed by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:10:52.911855 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device 48d741e1-fa55-418e-9a0c-f318e0aea8e5 up at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:10:52.968824 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning for port 48d741e1-fa55-418e-9a0c-f318e0aea8e5 completed by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:10:52.973189 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning complete for port 48d741e1-fa55-418e-9a0c-f318e0aea8e5 triggered by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:10:52.973624 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:53.054546 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-73b601df-d663-4c07-a4a6-942fad699c96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-677051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701414'] for router, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:53.066719 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:53.090884 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] For port 48d741e1-fa55-418e-9a0c-f318e0aea8e5, host dv-cinder-796114-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=48d741e1-fa55-418e-9a0c-f318e0aea8e5,segment=NetworkSegment(36d53036-d305-476e-ad99-71a5cdef7eb4),segment_id=36d53036-d305-476e-ad99-71a5cdef7eb4)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:10:53.096022 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:53.098035 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:53.147111 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron_lib.callbacks.manager [None req-0b907892-8257-40fa-a274-1f164a581ec9 None None] Notify callbacks [] for port, precommit_update {{(pid=91877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:53.159396 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.provisioning_blocks [None req-0b907892-8257-40fa-a274-1f164a581ec9 None None] Transition to ACTIVE for port object f5eb6f32-77f5-4830-ae3c-30021b621d81 will not be triggered until provisioned by entity L2. {{(pid=91877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:10:53.166072 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Pushing event updated for resources: {'Port': ['ID=48d741e1-fa55-418e-9a0c-f318e0aea8e5,revision_number=4']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:53.166960 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron_lib.callbacks.manager [None req-0b907892-8257-40fa-a274-1f164a581ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:53.170227 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:53.173837 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG oslo_concurrency.lockutils [None req-14a1bf9f-0bbe-42f5-831f-2bfe299d181d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:53.212808 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73b601df-d663-4c07-a4a6-942fad699c96 admin admin] Router 61af35bd-c45b-4628-918b-5c95978be29e is scheduled to L3 agent 0e7678c9-774c-4c46-a09f-f3aaee363ca4 with binding_index 1 {{(pid=91874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 16:10:53.275606 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc147edb-454e-407c-ab0f-3ff0707f8c4f None None] Pushing event updated for resources: {'Port': ['ID=f5eb6f32-77f5-4830-ae3c-30021b621d81,revision_number=3']} {{(pid=91877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:53.286489 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc147edb-454e-407c-ab0f-3ff0707f8c4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:53.286839 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc147edb-454e-407c-ab0f-3ff0707f8c4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:53.287385 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc147edb-454e-407c-ab0f-3ff0707f8c4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:53.287881 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc147edb-454e-407c-ab0f-3ff0707f8c4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:53.288363 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc147edb-454e-407c-ab0f-3ff0707f8c4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:53.288869 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc147edb-454e-407c-ab0f-3ff0707f8c4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:53.289209 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc147edb-454e-407c-ab0f-3ff0707f8c4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:53.289565 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc147edb-454e-407c-ab0f-3ff0707f8c4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:53.289978 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc147edb-454e-407c-ab0f-3ff0707f8c4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:53.290314 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc147edb-454e-407c-ab0f-3ff0707f8c4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:53.290645 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc147edb-454e-407c-ab0f-3ff0707f8c4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:53.290971 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc147edb-454e-407c-ab0f-3ff0707f8c4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:53.295586 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG oslo_concurrency.lockutils [None req-bc147edb-454e-407c-ab0f-3ff0707f8c4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:53.330219 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.managers [None req-0b907892-8257-40fa-a274-1f164a581ec9 None None] Attempting to bind port f5eb6f32-77f5-4830-ae3c-30021b621d81 on host dv-cinder-796114-3-iscsi for vnic_type normal with profile {{(pid=91877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:10:53.330819 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.managers [None req-0b907892-8257-40fa-a274-1f164a581ec9 None None] Attempting to bind port f5eb6f32-77f5-4830-ae3c-30021b621d81 by drivers openvswitch,hyperv on host dv-cinder-796114-3-iscsi at level 0 using segments [{'id': '3cd1e79d-857f-4698-965a-d9a3a3d0116f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a3ebedf3-8e19-44c9-ac63-65dd93c0bad7'}] {{(pid=91877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:10:53.331363 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b907892-8257-40fa-a274-1f164a581ec9 None None] Attempting to bind port f5eb6f32-77f5-4830-ae3c-30021b621d81 on network a3ebedf3-8e19-44c9-ac63-65dd93c0bad7 {{(pid=91877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:10:53.334144 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b601df-d663-4c07-a4a6-942fad699c96 admin admin] Notify agent at l3_agent.dv-cinder-796114-3-iscsi the message routers_updated {{(pid=91874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:10:53.340160 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b907892-8257-40fa-a274-1f164a581ec9 None None] Checking agent: {'id': '6d4db28b-73fb-449a-900a-e0a23b9890fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 57, 20), 'started_at': datetime.datetime(2021, 6, 16, 15, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:10:53.340549 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b907892-8257-40fa-a274-1f164a581ec9 None None] Checking segment: {'id': '3cd1e79d-857f-4698-965a-d9a3a3d0116f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a3ebedf3-8e19-44c9-ac63-65dd93c0bad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:10:53.341670 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron_lib.callbacks.manager [None req-0b907892-8257-40fa-a274-1f164a581ec9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:53.342081 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b907892-8257-40fa-a274-1f164a581ec9 None None] Bound using segment: {'id': '3cd1e79d-857f-4698-965a-d9a3a3d0116f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a3ebedf3-8e19-44c9-ac63-65dd93c0bad7'} {{(pid=91877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:10:53.342789 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.managers [None req-0b907892-8257-40fa-a274-1f164a581ec9 None None] Bound port: f5eb6f32-77f5-4830-ae3c-30021b621d81, host: dv-cinder-796114-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cd1e79d-857f-4698-965a-d9a3a3d0116f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a3ebedf3-8e19-44c9-ac63-65dd93c0bad7'}}] {{(pid=91877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:10:53.343162 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron_lib.callbacks.manager [None req-0b907892-8257-40fa-a274-1f164a581ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:53.344812 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916eb5a3-a098-4f9f-893e-c6bf06e44d54 None None] Sync routers for ids ['61af35bd-c45b-4628-918b-5c95978be29e'] in dv-cinder-796114-3-iscsi {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:10:53.361336 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916eb5a3-a098-4f9f-893e-c6bf06e44d54 None None] Routers {'61af35bd-c45b-4628-918b-5c95978be29e'} bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:10:53.361935 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-916eb5a3-a098-4f9f-893e-c6bf06e44d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:57:20Z,description=,heartbeat_timestamp=2021-06-16T16:10:50Z,host='dv-cinder-796114-3-iscsi',id=0e7678c9-774c-4c46-a09f-f3aaee363ca4,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:57:20Z,topic='l3_agent')) {'router_ids': ['61af35bd-c45b-4628-918b-5c95978be29e'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:10:53.367017 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-73b601df-d663-4c07-a4a6-942fad699c96 admin admin] Notify callbacks [] for router, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:53.371180 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-73b601df-d663-4c07-a4a6-942fad699c96 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7806776 Jun 16 16:10:53.371456 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 41420) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:10:53.416037 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.db [None req-0b907892-8257-40fa-a274-1f164a581ec9 None None] For port f5eb6f32-77f5-4830-ae3c-30021b621d81, host dv-cinder-796114-3-iscsi, cleared binding levels {{(pid=91877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:10:53.420431 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.db [None req-0b907892-8257-40fa-a274-1f164a581ec9 None None] For port f5eb6f32-77f5-4830-ae3c-30021b621d81, host dv-cinder-796114-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=f5eb6f32-77f5-4830-ae3c-30021b621d81,segment=NetworkSegment(3cd1e79d-857f-4698-965a-d9a3a3d0116f),segment_id=3cd1e79d-857f-4698-965a-d9a3a3d0116f)] {{(pid=91877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:10:53.425881 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron_lib.callbacks.manager [None req-0b907892-8257-40fa-a274-1f164a581ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:53.428713 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG oslo_concurrency.lockutils [None req-0a2b2603-7aef-4f14-9872-564d9c3c16ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:53.487666 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b907892-8257-40fa-a274-1f164a581ec9 None None] Routers {'4134e72e-1004-423c-b784-6ce69679a81b'} bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:10:53.489138 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_hamode_db [None req-0b907892-8257-40fa-a274-1f164a581ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:57:20Z,description=,heartbeat_timestamp=2021-06-16T16:10:50Z,host='dv-cinder-796114-3-iscsi',id=0e7678c9-774c-4c46-a09f-f3aaee363ca4,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:57:20Z,topic='l3_agent')) {'router_ids': ['4134e72e-1004-423c-b784-6ce69679a81b'], 'active': True} {{(pid=91877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:10:53.532994 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-916eb5a3-a098-4f9f-893e-c6bf06e44d54 None None] Set router 61af35bd-c45b-4628-918b-5c95978be29e gateway port host: dv-cinder-796114-3-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:10:53.581981 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc147edb-454e-407c-ab0f-3ff0707f8c4f None None] Pushing event updated for resources: {'Port': ['ID=f5eb6f32-77f5-4830-ae3c-30021b621d81,revision_number=4']} {{(pid=91877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:53.585174 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG oslo_concurrency.lockutils [None req-bc147edb-454e-407c-ab0f-3ff0707f8c4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:53.647938 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_dvr_db [None req-0b907892-8257-40fa-a274-1f164a581ec9 None None] Set router 4134e72e-1004-423c-b784-6ce69679a81b gateway port host: dv-cinder-796114-3-iscsi {{(pid=91877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:10:53.680097 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11dc282-4ac8-413d-8f6b-91f8a631a892 None None] Network 6f1c54d6-41a7-4698-9eea-861be9a6ac9a requested from dv-cinder-796114-3-iscsi {{(pid=91876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:10:53.896246 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_hamode_db [None req-0b907892-8257-40fa-a274-1f164a581ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4134e72e-1004-423c-b784-6ce69679a81b', 'name': 'tempest-TestShelveInstance-2039370556-router', 'tenant_id': '801bc6047ffc40bf8e6f74767921a594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '48d741e1-fa55-418e-9a0c-f318e0aea8e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:10:46Z', 'updated_at': '2021-06-16T16:10:49Z', 'revision_number': 4, 'project_id': '801bc6047ffc40bf8e6f74767921a594', 'gw_port': {'id': '48d741e1-fa55-418e-9a0c-f318e0aea8e5', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:00:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4134e72e-1004-423c-b784-6ce69679a81b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:10:47Z', 'updated_at': '2021-06-16T16:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi', '_interfaces': [{'id': 'f5eb6f32-77f5-4830-ae3c-30021b621d81', 'name': '', 'network_id': 'a3ebedf3-8e19-44c9-ac63-65dd93c0bad7', 'tenant_id': '801bc6047ffc40bf8e6f74767921a594', 'mac_address': 'fa:16:3e:1b:24:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4134e72e-1004-423c-b784-6ce69679a81b', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'fddd5f14-0f57-4350-96d9-5e8c4267026c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:10:48Z', 'updated_at': '2021-06-16T16:10:53Z', 'revision_number': 4, 'project_id': '801bc6047ffc40bf8e6f74767921a594', 'subnets': [{'id': 'fddd5f14-0f57-4350-96d9-5e8c4267026c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-iscsi', False) {} {{(pid=91877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:10:53.900602 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b907892-8257-40fa-a274-1f164a581ec9 None None] The sync data for ids ['4134e72e-1004-423c-b784-6ce69679a81b'] in dv-cinder-796114-3-iscsi is: [{'id': '4134e72e-1004-423c-b784-6ce69679a81b', 'name': 'tempest-TestShelveInstance-2039370556-router', 'tenant_id': '801bc6047ffc40bf8e6f74767921a594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '48d741e1-fa55-418e-9a0c-f318e0aea8e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:10:46Z', 'updated_at': '2021-06-16T16:10:49Z', 'revision_number': 4, 'project_id': '801bc6047ffc40bf8e6f74767921a594', 'gw_port': {'id': '48d741e1-fa55-418e-9a0c-f318e0aea8e5', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:00:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4134e72e-1004-423c-b784-6ce69679a81b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:10:47Z', 'updated_at': '2021-06-16T16:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi', '_interfaces': [{'id': 'f5eb6f32-77f5-4830-ae3c-30021b621d81', 'name': '', 'network_id': 'a3ebedf3-8e19-44c9-ac63-65dd93c0bad7', 'tenant_id': '801bc6047ffc40bf8e6f74767921a594', 'mac_address': 'fa:16:3e:1b:24:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4134e72e-1004-423c-b784-6ce69679a81b', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'fddd5f14-0f57-4350-96d9-5e8c4267026c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:10:48Z', 'updated_at': '2021-06-16T16:10:53Z', 'revision_number': 4, 'project_id': '801bc6047ffc40bf8e6f74767921a594', 'subnets': [{'id': 'fddd5f14-0f57-4350-96d9-5e8c4267026c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:10:54.048424 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-cdc87102-ae65-46b0-b83b-dfdf2b9e04ef None None] Provisioning for port 8c89bdc9-9530-47ef-be1f-1ad6163eba3d completed by entity DHCP. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:10:54.058115 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-cdc87102-ae65-46b0-b83b-dfdf2b9e04ef None None] Provisioning complete for port 8c89bdc9-9530-47ef-be1f-1ad6163eba3d triggered by entity DHCP. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:10:54.058672 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-cdc87102-ae65-46b0-b83b-dfdf2b9e04ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:54.090391 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-916eb5a3-a098-4f9f-893e-c6bf06e44d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61af35bd-c45b-4628-918b-5c95978be29e', 'name': 'tempest-TestShelveInstance-1945181468-router', 'tenant_id': 'e2fce063d7714239a93a2e2f07fd8a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '13107833-ac6d-461a-b5af-871e3a7ef039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:10:51Z', 'updated_at': '2021-06-16T16:10:52Z', 'revision_number': 3, 'project_id': 'e2fce063d7714239a93a2e2f07fd8a86', 'gw_port': {'id': '13107833-ac6d-461a-b5af-871e3a7ef039', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1b:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61af35bd-c45b-4628-918b-5c95978be29e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:10:52Z', 'updated_at': '2021-06-16T16:10:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi'}], 'dv-cinder-796114-3-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:10:54.103267 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916eb5a3-a098-4f9f-893e-c6bf06e44d54 None None] Checking router: 61af35bd-c45b-4628-918b-5c95978be29e for host: dv-cinder-796114-3-iscsi {{(pid=91876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:10:54.103503 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916eb5a3-a098-4f9f-893e-c6bf06e44d54 None None] Updating router 61af35bd-c45b-4628-918b-5c95978be29e port 13107833-ac6d-461a-b5af-871e3a7ef039 binding host dv-cinder-796114-3-iscsi {{(pid=91876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:10:54.159720 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-916eb5a3-a098-4f9f-893e-c6bf06e44d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:54.172246 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d6a901-e1d4-4fbc-988a-ed0962299684 req-08cabc8e-40ec-4680-9a1f-2930197b2c68 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:54.174449 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-06d6a901-e1d4-4fbc-988a-ed0962299684 req-08cabc8e-40ec-4680-9a1f-2930197b2c68 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c83968e-60c5-411a-958e-74c856a073f6 HTTP/1.1" status: 200 len: 945 time: 0.1068091 Jun 16 16:10:54.281162 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-cdc87102-ae65-46b0-b83b-dfdf2b9e04ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:54.286999 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-06d6a901-e1d4-4fbc-988a-ed0962299684 req-ac4b6fae-aad2-44d3-bb4b-308e5fc9da53 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c2ebdd3-867c-4bec-9985-ebc5f980f44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933549 Jun 16 16:10:54.354504 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-ae9ce8b2-5bc9-4a01-9666-e523b81ab8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16110075'] for port, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:54.357442 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-cdc87102-ae65-46b0-b83b-dfdf2b9e04ef None None] For port 8c89bdc9-9530-47ef-be1f-1ad6163eba3d, host dv-cinder-796114-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=8c89bdc9-9530-47ef-be1f-1ad6163eba3d,segment=NetworkSegment(0e597e1d-6936-446c-af22-b262472a04b9),segment_id=0e597e1d-6936-446c-af22-b262472a04b9)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:10:54.368036 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-cdc87102-ae65-46b0-b83b-dfdf2b9e04ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:54.373955 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:54.485546 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc87102-ae65-46b0-b83b-dfdf2b9e04ef None None] Pushing event updated for resources: {'Port': ['ID=8c89bdc9-9530-47ef-be1f-1ad6163eba3d,revision_number=3']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:54.494195 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-cdc87102-ae65-46b0-b83b-dfdf2b9e04ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:54.536383 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.db.db_base_plugin_common [None req-ae9ce8b2-5bc9-4a01-9666-e523b81ab8b0 admin admin] Allocated IP 172.20.0.1 (6f1c54d6-41a7-4698-9eea-861be9a6ac9a/f41ed387-9884-4e6b-b492-a51a549f7101/143bd7a5-c0cc-48e3-b893-7b13f2f53d4f) {{(pid=91875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:10:54.594065 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-916eb5a3-a098-4f9f-893e-c6bf06e44d54 None None] Notify callbacks [] for port, precommit_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:54.608597 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-916eb5a3-a098-4f9f-893e-c6bf06e44d54 None None] Transition to ACTIVE for port object 13107833-ac6d-461a-b5af-871e3a7ef039 will not be triggered until provisioned by entity L2. {{(pid=91876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:10:54.613473 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-cab8fe26-511a-4765-9df5-9f90cab7afc0 None None] Provisioning complete for port 8c89bdc9-9530-47ef-be1f-1ad6163eba3d triggered by entity DHCP. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:10:54.613473 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-cab8fe26-511a-4765-9df5-9f90cab7afc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:54.639695 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-916eb5a3-a098-4f9f-893e-c6bf06e44d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:54.643978 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:54.662620 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-ae9ce8b2-5bc9-4a01-9666-e523b81ab8b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:54.683932 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-ae9ce8b2-5bc9-4a01-9666-e523b81ab8b0 admin admin] Transition to ACTIVE for port object 143bd7a5-c0cc-48e3-b893-7b13f2f53d4f will not be triggered until provisioned by entity DHCP. {{(pid=91875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:10:54.707864 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-916eb5a3-a098-4f9f-893e-c6bf06e44d54 None None] Attempting to bind port 13107833-ac6d-461a-b5af-871e3a7ef039 on host dv-cinder-796114-3-iscsi for vnic_type normal with profile {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:10:54.708428 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-916eb5a3-a098-4f9f-893e-c6bf06e44d54 None None] Attempting to bind port 13107833-ac6d-461a-b5af-871e3a7ef039 by drivers openvswitch,hyperv on host dv-cinder-796114-3-iscsi at level 0 using segments [{'id': '36d53036-d305-476e-ad99-71a5cdef7eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6'}] {{(pid=91876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:10:54.708804 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916eb5a3-a098-4f9f-893e-c6bf06e44d54 None None] Attempting to bind port 13107833-ac6d-461a-b5af-871e3a7ef039 on network 47501c57-dfca-44aa-9eed-27ee8bb77cd6 {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:10:54.721064 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c093b8d-36a9-45d2-a023-4cbd576d34e9 None None] Pushing event updated for resources: {'Port': ['ID=13107833-ac6d-461a-b5af-871e3a7ef039,revision_number=2']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:54.725878 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-3c093b8d-36a9-45d2-a023-4cbd576d34e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:54.726692 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916eb5a3-a098-4f9f-893e-c6bf06e44d54 None None] Checking agent: {'id': '6d4db28b-73fb-449a-900a-e0a23b9890fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 57, 20), 'started_at': datetime.datetime(2021, 6, 16, 15, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:10:54.727069 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916eb5a3-a098-4f9f-893e-c6bf06e44d54 None None] Checking segment: {'id': '36d53036-d305-476e-ad99-71a5cdef7eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:10:54.727477 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-916eb5a3-a098-4f9f-893e-c6bf06e44d54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:54.727867 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916eb5a3-a098-4f9f-893e-c6bf06e44d54 None None] Bound using segment: {'id': '36d53036-d305-476e-ad99-71a5cdef7eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6'} {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:10:54.728353 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-916eb5a3-a098-4f9f-893e-c6bf06e44d54 None None] Bound port: 13107833-ac6d-461a-b5af-871e3a7ef039, host: dv-cinder-796114-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36d53036-d305-476e-ad99-71a5cdef7eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6'}}] {{(pid=91876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:10:54.728731 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-916eb5a3-a098-4f9f-893e-c6bf06e44d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:54.741465 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-ae9ce8b2-5bc9-4a01-9666-e523b81ab8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16110910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726810954487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449087'] for port, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:54.741465 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-f5b197b6-d411-4993-a478-9467a0762986 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:54.784263 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9ce8b2-5bc9-4a01-9666-e523b81ab8b0 admin admin] Network 6f1c54d6-41a7-4698-9eea-861be9a6ac9a is already hosted by enough agents. {{(pid=91875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:10:54.787998 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.base_scheduler [None req-ae9ce8b2-5bc9-4a01-9666-e523b81ab8b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=91875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:10:54.790706 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9ce8b2-5bc9-4a01-9666-e523b81ab8b0 admin admin] Received port after_create {{(pid=91875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:10:54.792564 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device f5eb6f32-77f5-4830-ae3c-30021b621d81 up at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:10:54.827776 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9ce8b2-5bc9-4a01-9666-e523b81ab8b0 admin admin] Pushing event updated for resources: {'Port': ['ID=143bd7a5-c0cc-48e3-b893-7b13f2f53d4f,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:54.832369 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-ae9ce8b2-5bc9-4a01-9666-e523b81ab8b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:54.841789 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-916eb5a3-a098-4f9f-893e-c6bf06e44d54 None None] For port 13107833-ac6d-461a-b5af-871e3a7ef039, host dv-cinder-796114-3-iscsi, cleared binding levels {{(pid=91876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:10:54.844930 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-ae9ce8b2-5bc9-4a01-9666-e523b81ab8b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672087'] for router_interface, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:54.849513 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-916eb5a3-a098-4f9f-893e-c6bf06e44d54 None None] For port 13107833-ac6d-461a-b5af-871e3a7ef039, host dv-cinder-796114-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=13107833-ac6d-461a-b5af-871e3a7ef039,segment=NetworkSegment(36d53036-d305-476e-ad99-71a5cdef7eb4),segment_id=36d53036-d305-476e-ad99-71a5cdef7eb4)] {{(pid=91876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:10:54.856715 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-916eb5a3-a098-4f9f-893e-c6bf06e44d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:54.859870 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-d971b7fd-4a9d-4524-bffc-bbce3a98a599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:54.909355 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning for port f5eb6f32-77f5-4830-ae3c-30021b621d81 completed by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:10:54.928868 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning complete for port f5eb6f32-77f5-4830-ae3c-30021b621d81 triggered by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:10:54.929114 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:54.932196 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c093b8d-36a9-45d2-a023-4cbd576d34e9 None None] Pushing event updated for resources: {'Port': ['ID=13107833-ac6d-461a-b5af-871e3a7ef039,revision_number=3']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:54.935088 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916eb5a3-a098-4f9f-893e-c6bf06e44d54 None None] Routers {'61af35bd-c45b-4628-918b-5c95978be29e'} bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:10:54.935706 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-916eb5a3-a098-4f9f-893e-c6bf06e44d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:57:20Z,description=,heartbeat_timestamp=2021-06-16T16:10:50Z,host='dv-cinder-796114-3-iscsi',id=0e7678c9-774c-4c46-a09f-f3aaee363ca4,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:57:20Z,topic='l3_agent')) {'router_ids': ['61af35bd-c45b-4628-918b-5c95978be29e'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:10:54.954778 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-3c093b8d-36a9-45d2-a023-4cbd576d34e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:54.999920 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-ae9ce8b2-5bc9-4a01-9666-e523b81ab8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:55.072404 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-afdd861e-09a0-4406-8c3a-0067c7f71fbd None None] Provisioning for port 143bd7a5-c0cc-48e3-b893-7b13f2f53d4f completed by entity DHCP. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:10:55.082434 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-afdd861e-09a0-4406-8c3a-0067c7f71fbd None None] Provisioning complete for port 143bd7a5-c0cc-48e3-b893-7b13f2f53d4f triggered by entity DHCP. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:10:55.082816 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-afdd861e-09a0-4406-8c3a-0067c7f71fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:55.086104 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-916eb5a3-a098-4f9f-893e-c6bf06e44d54 None None] Set router 61af35bd-c45b-4628-918b-5c95978be29e gateway port host: dv-cinder-796114-3-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:10:55.159240 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-ae9ce8b2-5bc9-4a01-9666-e523b81ab8b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:55.163809 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-ae9ce8b2-5bc9-4a01-9666-e523b81ab8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449065'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:55.166792 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-00f80510-1bc1-4cce-976b-95e85da1ec82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:55.177382 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:55.183341 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-afdd861e-09a0-4406-8c3a-0067c7f71fbd None None] Port 143bd7a5-c0cc-48e3-b893-7b13f2f53d4f cannot update to ACTIVE because it is not bound. {{(pid=91876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:10:55.233583 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9ce8b2-5bc9-4a01-9666-e523b81ab8b0 admin admin] Pushing event updated for resources: {'Port': ['ID=143bd7a5-c0cc-48e3-b893-7b13f2f53d4f,revision_number=2']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:55.236105 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-ae9ce8b2-5bc9-4a01-9666-e523b81ab8b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16222906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672043'] for router_interface, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:55.238096 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-ae9ce8b2-5bc9-4a01-9666-e523b81ab8b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:55.282676 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] For port f5eb6f32-77f5-4830-ae3c-30021b621d81, host dv-cinder-796114-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=f5eb6f32-77f5-4830-ae3c-30021b621d81,segment=NetworkSegment(3cd1e79d-857f-4698-965a-d9a3a3d0116f),segment_id=3cd1e79d-857f-4698-965a-d9a3a3d0116f)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:10:55.288592 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:55.289479 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device 8c89bdc9-9530-47ef-be1f-1ad6163eba3d up at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:10:55.293281 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-3c093b8d-36a9-45d2-a023-4cbd576d34e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:55.351158 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9ce8b2-5bc9-4a01-9666-e523b81ab8b0 admin admin] Network 6f1c54d6-41a7-4698-9eea-861be9a6ac9a is already hosted by enough agents. {{(pid=91875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:10:55.352683 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.base_scheduler [None req-ae9ce8b2-5bc9-4a01-9666-e523b81ab8b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=91875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:10:55.406073 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Pushing event updated for resources: {'Port': ['ID=f5eb6f32-77f5-4830-ae3c-30021b621d81,revision_number=5']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:55.425488 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:55.445337 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning complete for port 8c89bdc9-9530-47ef-be1f-1ad6163eba3d triggered by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:10:55.445749 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:55.509234 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-916eb5a3-a098-4f9f-893e-c6bf06e44d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61af35bd-c45b-4628-918b-5c95978be29e', 'name': 'tempest-TestShelveInstance-1945181468-router', 'tenant_id': 'e2fce063d7714239a93a2e2f07fd8a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '13107833-ac6d-461a-b5af-871e3a7ef039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:10:51Z', 'updated_at': '2021-06-16T16:10:54Z', 'revision_number': 4, 'project_id': 'e2fce063d7714239a93a2e2f07fd8a86', 'gw_port': {'id': '13107833-ac6d-461a-b5af-871e3a7ef039', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1b:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61af35bd-c45b-4628-918b-5c95978be29e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:10:52Z', 'updated_at': '2021-06-16T16:10:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi', '_interfaces': [{'id': '143bd7a5-c0cc-48e3-b893-7b13f2f53d4f', 'name': '', 'network_id': '6f1c54d6-41a7-4698-9eea-861be9a6ac9a', 'tenant_id': 'e2fce063d7714239a93a2e2f07fd8a86', 'mac_address': 'fa:16:3e:2c:f4:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61af35bd-c45b-4628-918b-5c95978be29e', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'f41ed387-9884-4e6b-b492-a51a549f7101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:10:54Z', 'updated_at': '2021-06-16T16:10:54Z', 'revision_number': 1, 'project_id': 'e2fce063d7714239a93a2e2f07fd8a86', 'subnets': [{'id': 'f41ed387-9884-4e6b-b492-a51a549f7101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:10:55.545600 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916eb5a3-a098-4f9f-893e-c6bf06e44d54 None None] The sync data for ids ['61af35bd-c45b-4628-918b-5c95978be29e'] in dv-cinder-796114-3-iscsi is: [{'id': '61af35bd-c45b-4628-918b-5c95978be29e', 'name': 'tempest-TestShelveInstance-1945181468-router', 'tenant_id': 'e2fce063d7714239a93a2e2f07fd8a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '13107833-ac6d-461a-b5af-871e3a7ef039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:10:51Z', 'updated_at': '2021-06-16T16:10:54Z', 'revision_number': 4, 'project_id': 'e2fce063d7714239a93a2e2f07fd8a86', 'gw_port': {'id': '13107833-ac6d-461a-b5af-871e3a7ef039', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1b:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61af35bd-c45b-4628-918b-5c95978be29e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:10:52Z', 'updated_at': '2021-06-16T16:10:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi', '_interfaces': [{'id': '143bd7a5-c0cc-48e3-b893-7b13f2f53d4f', 'name': '', 'network_id': '6f1c54d6-41a7-4698-9eea-861be9a6ac9a', 'tenant_id': 'e2fce063d7714239a93a2e2f07fd8a86', 'mac_address': 'fa:16:3e:2c:f4:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61af35bd-c45b-4628-918b-5c95978be29e', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'f41ed387-9884-4e6b-b492-a51a549f7101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:10:54Z', 'updated_at': '2021-06-16T16:10:54Z', 'revision_number': 1, 'project_id': 'e2fce063d7714239a93a2e2f07fd8a86', 'subnets': [{'id': 'f41ed387-9884-4e6b-b492-a51a549f7101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:10:55.548381 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c9c6e-2deb-4319-8793-078dcff379fe req-3e9541b7-58fd-44bf-b51f-d9d573ea1eb5 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:55.556045 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-387c9c6e-2deb-4319-8793-078dcff379fe req-3e9541b7-58fd-44bf-b51f-d9d573ea1eb5 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c83968e-60c5-411a-958e-74c856a073f6 HTTP/1.1" status: 200 len: 945 time: 0.1202857 Jun 16 16:10:55.559819 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae9ce8b2-5bc9-4a01-9666-e523b81ab8b0 admin admin] Router 61af35bd-c45b-4628-918b-5c95978be29e has already been hosted by L3 agent 0e7678c9-774c-4c46-a09f-f3aaee363ca4 {{(pid=91875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:10:55.575240 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device 48d741e1-fa55-418e-9a0c-f318e0aea8e5 up at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:10:55.625415 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-547d2217-40ca-4f7b-8f9b-9917ce5ee2f0 None None] Provisioning complete for port 143bd7a5-c0cc-48e3-b893-7b13f2f53d4f triggered by entity DHCP. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:10:55.625812 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-547d2217-40ca-4f7b-8f9b-9917ce5ee2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:55.668957 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-547d2217-40ca-4f7b-8f9b-9917ce5ee2f0 None None] Port 143bd7a5-c0cc-48e3-b893-7b13f2f53d4f cannot update to ACTIVE because it is not bound. {{(pid=91876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:10:55.671806 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-387c9c6e-2deb-4319-8793-078dcff379fe req-1a29db75-af12-4e5c-a481-df58cd5b88b7 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c2ebdd3-867c-4bec-9985-ebc5f980f44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149263 Jun 16 16:10:55.674092 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning complete for port 48d741e1-fa55-418e-9a0c-f318e0aea8e5 triggered by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:10:55.674477 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:55.703342 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae9ce8b2-5bc9-4a01-9666-e523b81ab8b0 admin admin] Notify agent at l3_agent.dv-cinder-796114-3-iscsi the message routers_updated {{(pid=91875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:10:55.718636 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-ae9ce8b2-5bc9-4a01-9666-e523b81ab8b0 admin admin] 10.222.0.49 "PUT /v2.0/routers/61af35bd-c45b-4628-918b-5c95978be29e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3458183 Jun 16 16:10:56.340059 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 41436) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:10:56.344882 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-0c626de6-a13b-4c4c-8489-3f5d60714689 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1501084482', 'description': 'tempest-secgroup-smoke-1501084482 description', 'project_id': '801bc6047ffc40bf8e6f74767921a594'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:10:56.378817 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-0c626de6-a13b-4c4c-8489-3f5d60714689 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:56.474556 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-0c626de6-a13b-4c4c-8489-3f5d60714689 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:56.478498 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-0c626de6-a13b-4c4c-8489-3f5d60714689 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:56.481388 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-06cf9b1e-5b1c-42d8-b150-7481675b2299 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:56.509397 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-0c626de6-a13b-4c4c-8489-3f5d60714689 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:56.510783 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-0c626de6-a13b-4c4c-8489-3f5d60714689 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1696935 Jun 16 16:10:56.512567 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c626de6-a13b-4c4c-8489-3f5d60714689 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=423af48b-c5df-46e1-80e7-8deb00a62110,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:56.514686 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 41444) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:10:56.515381 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-0c626de6-a13b-4c4c-8489-3f5d60714689 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:56.520376 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.v2.base [None req-a049e48b-ff5a-4a2b-b851-24788e570b24 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Request body: {'security_group_rule': {'security_group_id': '423af48b-c5df-46e1-80e7-8deb00a62110', 'project_id': '801bc6047ffc40bf8e6f74767921a594', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:10:56.548513 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-a049e48b-ff5a-4a2b-b851-24788e570b24 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:56.611387 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-a049e48b-ff5a-4a2b-b851-24788e570b24 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:56.615223 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-a049e48b-ff5a-4a2b-b851-24788e570b24 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709652'] for security_group_rule, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:56.617620 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-3f2686c7-d03c-4566-a187-6200a7c6594d tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:56.634715 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a049e48b-ff5a-4a2b-b851-24788e570b24 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aef51814-2207-4dd7-b903-80fbbeccbb1c,revision_number=0']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:56.639504 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-a049e48b-ff5a-4a2b-b851-24788e570b24 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:56.642282 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-a049e48b-ff5a-4a2b-b851-24788e570b24 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:56.643819 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-a049e48b-ff5a-4a2b-b851-24788e570b24 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1279535 Jun 16 16:10:56.646514 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 41446) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:10:56.665253 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.v2.base [None req-dc20eff2-02a7-4bca-9eb8-904aa69d9dcb tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Request body: {'security_group_rule': {'security_group_id': '423af48b-c5df-46e1-80e7-8deb00a62110', 'project_id': '801bc6047ffc40bf8e6f74767921a594', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:10:56.725294 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dc20eff2-02a7-4bca-9eb8-904aa69d9dcb tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:56.835270 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dc20eff2-02a7-4bca-9eb8-904aa69d9dcb tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:56.840860 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dc20eff2-02a7-4bca-9eb8-904aa69d9dcb tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709652'] for security_group_rule, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:56.846990 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-81520cea-e67d-4d37-8967-595bec2d0733 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:56.874351 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc20eff2-02a7-4bca-9eb8-904aa69d9dcb tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ce2db56-1df8-4ac3-8114-974a739fb3bd,revision_number=0']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:56.877167 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-dc20eff2-02a7-4bca-9eb8-904aa69d9dcb tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:56.886147 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dc20eff2-02a7-4bca-9eb8-904aa69d9dcb tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:56.893160 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-dc20eff2-02a7-4bca-9eb8-904aa69d9dcb tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2452466 Jun 16 16:10:56.893808 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 41454) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:10:56.900294 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.v2.base [None req-bbc10e43-b569-4584-910e-02a3e167536f tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Request body: {'security_group_rule': {'security_group_id': '423af48b-c5df-46e1-80e7-8deb00a62110', 'project_id': '801bc6047ffc40bf8e6f74767921a594', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:10:56.939618 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bbc10e43-b569-4584-910e-02a3e167536f tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:56.946964 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device f5eb6f32-77f5-4830-ae3c-30021b621d81 up at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:10:56.951970 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acabd175-9a35-48d0-8c52-4edc349588a6 req-bc417555-2f6a-4c68-b48e-ff197bf723ff tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:56.959099 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-acabd175-9a35-48d0-8c52-4edc349588a6 req-bc417555-2f6a-4c68-b48e-ff197bf723ff tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c83968e-60c5-411a-958e-74c856a073f6 HTTP/1.1" status: 200 len: 945 time: 0.1027570 Jun 16 16:10:57.018562 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bbc10e43-b569-4584-910e-02a3e167536f tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:57.020637 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-acabd175-9a35-48d0-8c52-4edc349588a6 req-1bf10510-dd9f-4db8-8a6b-e3ad5de7df7c tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c2ebdd3-867c-4bec-9985-ebc5f980f44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580094 Jun 16 16:10:57.023996 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bbc10e43-b569-4584-910e-02a3e167536f tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709652'] for security_group_rule, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:57.035285 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:57.052786 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc10e43-b569-4584-910e-02a3e167536f tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ba78581-feac-428e-85a5-e7219ee9e9f3,revision_number=0']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:57.055329 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bbc10e43-b569-4584-910e-02a3e167536f tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:57.056224 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bbc10e43-b569-4584-910e-02a3e167536f tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:57.060556 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-bbc10e43-b569-4584-910e-02a3e167536f tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1631627 Jun 16 16:10:57.061084 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 41456) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:10:57.066155 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-6231381a-d08b-453f-8fdf-ededa16660a1 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Request body: {'security_group_rule': {'security_group_id': '423af48b-c5df-46e1-80e7-8deb00a62110', 'project_id': '801bc6047ffc40bf8e6f74767921a594', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:10:57.098287 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6231381a-d08b-453f-8fdf-ededa16660a1 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:57.143871 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning complete for port f5eb6f32-77f5-4830-ae3c-30021b621d81 triggered by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:10:57.144400 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:57.156930 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6231381a-d08b-453f-8fdf-ededa16660a1 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:57.162424 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6231381a-d08b-453f-8fdf-ededa16660a1 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709652'] for security_group_rule, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:57.164696 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-5865f807-168d-4ebe-a6c4-5a0dcc93320c tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:57.183339 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6231381a-d08b-453f-8fdf-ededa16660a1 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bc9bcb6-b2be-44de-a313-803f844ef095,revision_number=0']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:57.191842 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6231381a-d08b-453f-8fdf-ededa16660a1 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:57.195355 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6231381a-d08b-453f-8fdf-ededa16660a1 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:57.197007 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-6231381a-d08b-453f-8fdf-ededa16660a1 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1348004 Jun 16 16:10:57.200334 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 41458) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:10:57.205297 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-bbb8717f-2302-4c9c-a7ff-c57b46f410bc tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Request body: {'security_group_rule': {'security_group_id': '423af48b-c5df-46e1-80e7-8deb00a62110', 'project_id': '801bc6047ffc40bf8e6f74767921a594', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:10:57.228892 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.db.securitygroups_db [None req-bbb8717f-2302-4c9c-a7ff-c57b46f410bc tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Project 801bc6047ffc40bf8e6f74767921a594 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 16:10:57.231640 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device 13107833-ac6d-461a-b5af-871e3a7ef039 up at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:10:57.235886 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-bbb8717f-2302-4c9c-a7ff-c57b46f410bc tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:57.286917 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning for port 13107833-ac6d-461a-b5af-871e3a7ef039 completed by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:10:57.291393 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning complete for port 13107833-ac6d-461a-b5af-871e3a7ef039 triggered by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:10:57.291930 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:57.305487 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-bbb8717f-2302-4c9c-a7ff-c57b46f410bc tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:57.310344 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-bbb8717f-2302-4c9c-a7ff-c57b46f410bc tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709652'] for security_group_rule, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:57.312534 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:57.328462 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb8717f-2302-4c9c-a7ff-c57b46f410bc tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a384b63-065d-40e8-bf47-3d37123c9512,revision_number=0']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:57.332673 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-bbb8717f-2302-4c9c-a7ff-c57b46f410bc tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:57.338179 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-bbb8717f-2302-4c9c-a7ff-c57b46f410bc tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:57.340521 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-bbb8717f-2302-4c9c-a7ff-c57b46f410bc tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1389258 Jun 16 16:10:57.343209 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 41460) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:10:57.351069 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-6631252a-ad6d-42b7-8ff5-95dcf159ff95 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Request body: {'security_group_rule': {'security_group_id': '423af48b-c5df-46e1-80e7-8deb00a62110', 'project_id': '801bc6047ffc40bf8e6f74767921a594', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:10:57.374612 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.db.securitygroups_db [None req-6631252a-ad6d-42b7-8ff5-95dcf159ff95 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Project 801bc6047ffc40bf8e6f74767921a594 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 16:10:57.379522 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6631252a-ad6d-42b7-8ff5-95dcf159ff95 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:57.391725 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:57.414017 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] For port 13107833-ac6d-461a-b5af-871e3a7ef039, host dv-cinder-796114-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=13107833-ac6d-461a-b5af-871e3a7ef039,segment=NetworkSegment(36d53036-d305-476e-ad99-71a5cdef7eb4),segment_id=36d53036-d305-476e-ad99-71a5cdef7eb4)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:10:57.422138 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:57.428018 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:57.453106 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6631252a-ad6d-42b7-8ff5-95dcf159ff95 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:57.458540 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6631252a-ad6d-42b7-8ff5-95dcf159ff95 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709652'] for security_group_rule, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:57.461341 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-facf0922-332e-41aa-abd4-ed7da96bb8d5 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:57.478040 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6631252a-ad6d-42b7-8ff5-95dcf159ff95 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ece54d1-8979-4987-a676-518f6384b6aa,revision_number=0']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:57.479429 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Pushing event updated for resources: {'Port': ['ID=13107833-ac6d-461a-b5af-871e3a7ef039,revision_number=4']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:57.482368 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6631252a-ad6d-42b7-8ff5-95dcf159ff95 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:57.482965 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:57.490635 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6631252a-ad6d-42b7-8ff5-95dcf159ff95 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:57.491864 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-6631252a-ad6d-42b7-8ff5-95dcf159ff95 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1476767 Jun 16 16:10:58.160139 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fa72e9-1d00-4c47-b1be-77afbf932d1b None None] Sync routers for ids ['61af35bd-c45b-4628-918b-5c95978be29e'] in dv-cinder-796114-3-iscsi {{(pid=91877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:10:58.169396 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fa72e9-1d00-4c47-b1be-77afbf932d1b None None] Routers {'61af35bd-c45b-4628-918b-5c95978be29e'} bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:10:58.170410 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_hamode_db [None req-34fa72e9-1d00-4c47-b1be-77afbf932d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:57:20Z,description=,heartbeat_timestamp=2021-06-16T16:10:50Z,host='dv-cinder-796114-3-iscsi',id=0e7678c9-774c-4c46-a09f-f3aaee363ca4,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:57:20Z,topic='l3_agent')) {'router_ids': ['61af35bd-c45b-4628-918b-5c95978be29e'], 'active': True} {{(pid=91877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:10:58.202346 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee0254-dc76-4e83-b8fd-abb156f6e279 req-f5ca3448-efc1-4ce1-907e-8a63d41c69e7 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:58.209461 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2dee0254-dc76-4e83-b8fd-abb156f6e279 req-f5ca3448-efc1-4ce1-907e-8a63d41c69e7 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c83968e-60c5-411a-958e-74c856a073f6 HTTP/1.1" status: 200 len: 945 time: 0.0769024 Jun 16 16:10:58.250091 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2dee0254-dc76-4e83-b8fd-abb156f6e279 req-f79680b1-3a1c-4032-84db-a3a91e4933ae tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c2ebdd3-867c-4bec-9985-ebc5f980f44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397670 Jun 16 16:10:58.290232 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_dvr_db [None req-34fa72e9-1d00-4c47-b1be-77afbf932d1b None None] Set router 61af35bd-c45b-4628-918b-5c95978be29e gateway port host: dv-cinder-796114-3-iscsi {{(pid=91877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:10:58.503612 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_hamode_db [None req-34fa72e9-1d00-4c47-b1be-77afbf932d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61af35bd-c45b-4628-918b-5c95978be29e', 'name': 'tempest-TestShelveInstance-1945181468-router', 'tenant_id': 'e2fce063d7714239a93a2e2f07fd8a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '13107833-ac6d-461a-b5af-871e3a7ef039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:10:51Z', 'updated_at': '2021-06-16T16:10:54Z', 'revision_number': 4, 'project_id': 'e2fce063d7714239a93a2e2f07fd8a86', 'gw_port': {'id': '13107833-ac6d-461a-b5af-871e3a7ef039', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61af35bd-c45b-4628-918b-5c95978be29e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:10:52Z', 'updated_at': '2021-06-16T16:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi', '_interfaces': [{'id': '143bd7a5-c0cc-48e3-b893-7b13f2f53d4f', 'name': '', 'network_id': '6f1c54d6-41a7-4698-9eea-861be9a6ac9a', 'tenant_id': 'e2fce063d7714239a93a2e2f07fd8a86', 'mac_address': 'fa:16:3e:2c:f4:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61af35bd-c45b-4628-918b-5c95978be29e', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'f41ed387-9884-4e6b-b492-a51a549f7101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:10:54Z', 'updated_at': '2021-06-16T16:10:55Z', 'revision_number': 2, 'project_id': 'e2fce063d7714239a93a2e2f07fd8a86', 'subnets': [{'id': 'f41ed387-9884-4e6b-b492-a51a549f7101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-iscsi', False) {} {{(pid=91877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:10:58.507368 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fa72e9-1d00-4c47-b1be-77afbf932d1b None None] Checking router: 61af35bd-c45b-4628-918b-5c95978be29e for host: dv-cinder-796114-3-iscsi {{(pid=91877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:10:58.507368 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fa72e9-1d00-4c47-b1be-77afbf932d1b None None] Updating router 61af35bd-c45b-4628-918b-5c95978be29e port 143bd7a5-c0cc-48e3-b893-7b13f2f53d4f binding host dv-cinder-796114-3-iscsi {{(pid=91877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:10:58.545618 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron_lib.callbacks.manager [None req-34fa72e9-1d00-4c47-b1be-77afbf932d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:58.735168 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device 13107833-ac6d-461a-b5af-871e3a7ef039 up at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:10:58.792147 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning complete for port 13107833-ac6d-461a-b5af-871e3a7ef039 triggered by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:10:58.793112 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:58.905508 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron_lib.callbacks.manager [None req-34fa72e9-1d00-4c47-b1be-77afbf932d1b None None] Notify callbacks [] for port, precommit_update {{(pid=91877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:58.915709 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.provisioning_blocks [None req-34fa72e9-1d00-4c47-b1be-77afbf932d1b None None] Transition to ACTIVE for port object 143bd7a5-c0cc-48e3-b893-7b13f2f53d4f will not be triggered until provisioned by entity L2. {{(pid=91877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:10:58.922536 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron_lib.callbacks.manager [None req-34fa72e9-1d00-4c47-b1be-77afbf932d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:58.925008 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG oslo_concurrency.lockutils [None req-bc147edb-454e-407c-ab0f-3ff0707f8c4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:58.969280 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3e412f-9d77-4a44-82a3-314d2922b19e None None] Pushing event updated for resources: {'Port': ['ID=143bd7a5-c0cc-48e3-b893-7b13f2f53d4f,revision_number=3']} {{(pid=91877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:58.972379 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG oslo_concurrency.lockutils [None req-7c3e412f-9d77-4a44-82a3-314d2922b19e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:59.067332 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.managers [None req-34fa72e9-1d00-4c47-b1be-77afbf932d1b None None] Attempting to bind port 143bd7a5-c0cc-48e3-b893-7b13f2f53d4f on host dv-cinder-796114-3-iscsi for vnic_type normal with profile {{(pid=91877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:10:59.067706 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.managers [None req-34fa72e9-1d00-4c47-b1be-77afbf932d1b None None] Attempting to bind port 143bd7a5-c0cc-48e3-b893-7b13f2f53d4f by drivers openvswitch,hyperv on host dv-cinder-796114-3-iscsi at level 0 using segments [{'id': '0e597e1d-6936-446c-af22-b262472a04b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6f1c54d6-41a7-4698-9eea-861be9a6ac9a'}] {{(pid=91877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:10:59.068109 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fa72e9-1d00-4c47-b1be-77afbf932d1b None None] Attempting to bind port 143bd7a5-c0cc-48e3-b893-7b13f2f53d4f on network 6f1c54d6-41a7-4698-9eea-861be9a6ac9a {{(pid=91877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:10:59.075660 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fa72e9-1d00-4c47-b1be-77afbf932d1b None None] Checking agent: {'id': '6d4db28b-73fb-449a-900a-e0a23b9890fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 57, 20), 'started_at': datetime.datetime(2021, 6, 16, 15, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:10:59.076038 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fa72e9-1d00-4c47-b1be-77afbf932d1b None None] Checking segment: {'id': '0e597e1d-6936-446c-af22-b262472a04b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6f1c54d6-41a7-4698-9eea-861be9a6ac9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:10:59.076440 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron_lib.callbacks.manager [None req-34fa72e9-1d00-4c47-b1be-77afbf932d1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:59.076835 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fa72e9-1d00-4c47-b1be-77afbf932d1b None None] Bound using segment: {'id': '0e597e1d-6936-446c-af22-b262472a04b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6f1c54d6-41a7-4698-9eea-861be9a6ac9a'} {{(pid=91877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:10:59.077293 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.managers [None req-34fa72e9-1d00-4c47-b1be-77afbf932d1b None None] Bound port: 143bd7a5-c0cc-48e3-b893-7b13f2f53d4f, host: dv-cinder-796114-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e597e1d-6936-446c-af22-b262472a04b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6f1c54d6-41a7-4698-9eea-861be9a6ac9a'}}] {{(pid=91877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:10:59.077968 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron_lib.callbacks.manager [None req-34fa72e9-1d00-4c47-b1be-77afbf932d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:59.154655 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.db [None req-34fa72e9-1d00-4c47-b1be-77afbf932d1b None None] For port 143bd7a5-c0cc-48e3-b893-7b13f2f53d4f, host dv-cinder-796114-3-iscsi, cleared binding levels {{(pid=91877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:10:59.157860 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.db [None req-34fa72e9-1d00-4c47-b1be-77afbf932d1b None None] For port 143bd7a5-c0cc-48e3-b893-7b13f2f53d4f, host dv-cinder-796114-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=143bd7a5-c0cc-48e3-b893-7b13f2f53d4f,segment=NetworkSegment(0e597e1d-6936-446c-af22-b262472a04b9),segment_id=0e597e1d-6936-446c-af22-b262472a04b9)] {{(pid=91877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:10:59.162054 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron_lib.callbacks.manager [None req-34fa72e9-1d00-4c47-b1be-77afbf932d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:59.164181 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:59.227716 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fa72e9-1d00-4c47-b1be-77afbf932d1b None None] Routers {'61af35bd-c45b-4628-918b-5c95978be29e'} bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:10:59.228297 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_hamode_db [None req-34fa72e9-1d00-4c47-b1be-77afbf932d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:57:20Z,description=,heartbeat_timestamp=2021-06-16T16:10:50Z,host='dv-cinder-796114-3-iscsi',id=0e7678c9-774c-4c46-a09f-f3aaee363ca4,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:57:20Z,topic='l3_agent')) {'router_ids': ['61af35bd-c45b-4628-918b-5c95978be29e'], 'active': True} {{(pid=91877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:10:59.265391 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3e412f-9d77-4a44-82a3-314d2922b19e None None] Pushing event updated for resources: {'Port': ['ID=143bd7a5-c0cc-48e3-b893-7b13f2f53d4f,revision_number=4']} {{(pid=91877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:59.268965 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG oslo_concurrency.lockutils [None req-7c3e412f-9d77-4a44-82a3-314d2922b19e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:59.366421 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_dvr_db [None req-34fa72e9-1d00-4c47-b1be-77afbf932d1b None None] Set router 61af35bd-c45b-4628-918b-5c95978be29e gateway port host: dv-cinder-796114-3-iscsi {{(pid=91877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:10:59.452802 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d03857-2457-46ab-8465-1975dc1c5ef1 req-9289524d-ee28-4439-a79d-92b013fb6e54 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:59.455057 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-b0d03857-2457-46ab-8465-1975dc1c5ef1 req-9289524d-ee28-4439-a79d-92b013fb6e54 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c83968e-60c5-411a-958e-74c856a073f6 HTTP/1.1" status: 200 len: 945 time: 0.0673659 Jun 16 16:10:59.495349 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-b0d03857-2457-46ab-8465-1975dc1c5ef1 req-55761fe3-8bdc-4c86-98ec-628ab539b84e tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c2ebdd3-867c-4bec-9985-ebc5f980f44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330796 Jun 16 16:10:59.569802 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_hamode_db [None req-34fa72e9-1d00-4c47-b1be-77afbf932d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61af35bd-c45b-4628-918b-5c95978be29e', 'name': 'tempest-TestShelveInstance-1945181468-router', 'tenant_id': 'e2fce063d7714239a93a2e2f07fd8a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '13107833-ac6d-461a-b5af-871e3a7ef039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:10:51Z', 'updated_at': '2021-06-16T16:10:54Z', 'revision_number': 4, 'project_id': 'e2fce063d7714239a93a2e2f07fd8a86', 'gw_port': {'id': '13107833-ac6d-461a-b5af-871e3a7ef039', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61af35bd-c45b-4628-918b-5c95978be29e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:10:52Z', 'updated_at': '2021-06-16T16:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi', '_interfaces': [{'id': '143bd7a5-c0cc-48e3-b893-7b13f2f53d4f', 'name': '', 'network_id': '6f1c54d6-41a7-4698-9eea-861be9a6ac9a', 'tenant_id': 'e2fce063d7714239a93a2e2f07fd8a86', 'mac_address': 'fa:16:3e:2c:f4:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61af35bd-c45b-4628-918b-5c95978be29e', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'f41ed387-9884-4e6b-b492-a51a549f7101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:10:54Z', 'updated_at': '2021-06-16T16:10:59Z', 'revision_number': 4, 'project_id': 'e2fce063d7714239a93a2e2f07fd8a86', 'subnets': [{'id': 'f41ed387-9884-4e6b-b492-a51a549f7101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-iscsi', False) {} {{(pid=91877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:10:59.573123 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fa72e9-1d00-4c47-b1be-77afbf932d1b None None] The sync data for ids ['61af35bd-c45b-4628-918b-5c95978be29e'] in dv-cinder-796114-3-iscsi is: [{'id': '61af35bd-c45b-4628-918b-5c95978be29e', 'name': 'tempest-TestShelveInstance-1945181468-router', 'tenant_id': 'e2fce063d7714239a93a2e2f07fd8a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '13107833-ac6d-461a-b5af-871e3a7ef039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:10:51Z', 'updated_at': '2021-06-16T16:10:54Z', 'revision_number': 4, 'project_id': 'e2fce063d7714239a93a2e2f07fd8a86', 'gw_port': {'id': '13107833-ac6d-461a-b5af-871e3a7ef039', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61af35bd-c45b-4628-918b-5c95978be29e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:10:52Z', 'updated_at': '2021-06-16T16:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi', '_interfaces': [{'id': '143bd7a5-c0cc-48e3-b893-7b13f2f53d4f', 'name': '', 'network_id': '6f1c54d6-41a7-4698-9eea-861be9a6ac9a', 'tenant_id': 'e2fce063d7714239a93a2e2f07fd8a86', 'mac_address': 'fa:16:3e:2c:f4:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61af35bd-c45b-4628-918b-5c95978be29e', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'f41ed387-9884-4e6b-b492-a51a549f7101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:10:54Z', 'updated_at': '2021-06-16T16:10:59Z', 'revision_number': 4, 'project_id': 'e2fce063d7714239a93a2e2f07fd8a86', 'subnets': [{'id': 'f41ed387-9884-4e6b-b492-a51a549f7101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:11:00.681423 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ba1f76-c3b6-4890-a5b4-a81f371fb78c req-5bc01019-c1fd-460c-9c9d-3b2e1fc4ae52 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:00.683520 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c7ba1f76-c3b6-4890-a5b4-a81f371fb78c req-5bc01019-c1fd-460c-9c9d-3b2e1fc4ae52 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c83968e-60c5-411a-958e-74c856a073f6 HTTP/1.1" status: 200 len: 945 time: 0.0702794 Jun 16 16:11:00.724139 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c7ba1f76-c3b6-4890-a5b4-a81f371fb78c req-90c358ba-0022-4d33-9b55-26b59d855780 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c2ebdd3-867c-4bec-9985-ebc5f980f44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337172 Jun 16 16:11:00.752843 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device 143bd7a5-c0cc-48e3-b893-7b13f2f53d4f up at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:11:00.801906 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning for port 143bd7a5-c0cc-48e3-b893-7b13f2f53d4f completed by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:11:00.805790 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning complete for port 143bd7a5-c0cc-48e3-b893-7b13f2f53d4f triggered by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:11:00.806179 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:00.885275 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:00.919321 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] For port 143bd7a5-c0cc-48e3-b893-7b13f2f53d4f, host dv-cinder-796114-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=143bd7a5-c0cc-48e3-b893-7b13f2f53d4f,segment=NetworkSegment(0e597e1d-6936-446c-af22-b262472a04b9),segment_id=0e597e1d-6936-446c-af22-b262472a04b9)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:11:00.923343 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:00.926702 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:11:00.976242 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Pushing event updated for resources: {'Port': ['ID=143bd7a5-c0cc-48e3-b893-7b13f2f53d4f,revision_number=5']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:00.979454 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:11:01.905819 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d679c-4d9f-4d14-a478-55184e6bee9e req-52861b96-dc99-45b9-ba30-ead23eef1b18 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:01.907271 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-571d679c-4d9f-4d14-a478-55184e6bee9e req-52861b96-dc99-45b9-ba30-ead23eef1b18 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c83968e-60c5-411a-958e-74c856a073f6 HTTP/1.1" status: 200 len: 945 time: 0.0668919 Jun 16 16:11:01.945664 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-571d679c-4d9f-4d14-a478-55184e6bee9e req-54f9d4c1-bc39-4319-9ba0-d81baeb5290d tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c2ebdd3-867c-4bec-9985-ebc5f980f44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327449 Jun 16 16:11:02.722947 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device 143bd7a5-c0cc-48e3-b893-7b13f2f53d4f up at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:11:02.779550 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning complete for port 143bd7a5-c0cc-48e3-b893-7b13f2f53d4f triggered by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:11:02.780097 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:03.126353 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71ecb4-5b92-412c-852c-7b4fcc22328c req-304d2539-4a1d-417c-810b-46319296b817 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:03.127879 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-7c71ecb4-5b92-412c-852c-7b4fcc22328c req-304d2539-4a1d-417c-810b-46319296b817 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c83968e-60c5-411a-958e-74c856a073f6 HTTP/1.1" status: 200 len: 945 time: 0.0654387 Jun 16 16:11:03.166746 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-7c71ecb4-5b92-412c-852c-7b4fcc22328c req-d4a621e7-e5c2-4703-afa2-79b016349e59 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c2ebdd3-867c-4bec-9985-ebc5f980f44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332863 Jun 16 16:11:04.391177 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d005262e-dc08-4332-960f-cd8d164174b4 req-1b947b60-36e3-499b-a352-1240954cd547 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:04.392742 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d005262e-dc08-4332-960f-cd8d164174b4 req-1b947b60-36e3-499b-a352-1240954cd547 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c83968e-60c5-411a-958e-74c856a073f6 HTTP/1.1" status: 200 len: 945 time: 0.0703180 Jun 16 16:11:04.435223 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d005262e-dc08-4332-960f-cd8d164174b4 req-0fd42566-6fe2-447b-af8d-ce4cba74b55b tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c2ebdd3-867c-4bec-9985-ebc5f980f44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367525 Jun 16 16:11:05.379388 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device f9d71033-5bec-4e78-af59-75366179378a details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91876) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:11:05.484891 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] For port f9d71033-5bec-4e78-af59-75366179378a, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=f9d71033-5bec-4e78-af59-75366179378a,segment=NetworkSegment(9b04c04a-5851-495d-91c5-098f1a7e56ff),segment_id=9b04c04a-5851-495d-91c5-098f1a7e56ff)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:11:05.498564 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Returning: {'device': 'f9d71033-5bec-4e78-af59-75366179378a', 'network_id': 'cfdbc1d1-75c9-493c-aefe-3be5c8294cd4', 'port_id': 'f9d71033-5bec-4e78-af59-75366179378a', 'mac_address': 'fa:16:3e:0d:ba:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b78bc3c-b434-4bd5-9871-761bea7dd046', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91876) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:11:05.551897 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:05.565631 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.notifiers.nova [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f9d71033-5bec-4e78-af59-75366179378a {{(pid=91876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:11:05.586547 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] For port f9d71033-5bec-4e78-af59-75366179378a, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=f9d71033-5bec-4e78-af59-75366179378a,segment=NetworkSegment(9b04c04a-5851-495d-91c5-098f1a7e56ff),segment_id=9b04c04a-5851-495d-91c5-098f1a7e56ff)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:11:05.592217 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:05.597182 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:11:05.656239 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Pushing event updated for resources: {'Port': ['ID=f9d71033-5bec-4e78-af59-75366179378a,revision_number=6']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:05.659452 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:11:05.671847 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c56a1a6-2409-4737-8a0f-69d45030c761 req-147239f9-ce45-4f65-8b44-b4c79379eea3 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:05.674086 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-1c56a1a6-2409-4737-8a0f-69d45030c761 req-147239f9-ce45-4f65-8b44-b4c79379eea3 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c83968e-60c5-411a-958e-74c856a073f6 HTTP/1.1" status: 200 len: 944 time: 0.0733871 Jun 16 16:11:05.690845 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] get_ports_and_sgs() called for port_ids ['f9d71033-5bec-4e78-af59-75366179378a'] {{(pid=91876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:11:05.726392 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-1c56a1a6-2409-4737-8a0f-69d45030c761 req-96c8cc38-0804-414e-b19c-99d56e990da6 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c2ebdd3-867c-4bec-9985-ebc5f980f44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455079 Jun 16 16:11:05.946224 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 41642) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:11:05.993813 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7fb482d-ed3a-40bb-82f5-49e1ee86ca8c admin admin] Deleting subnet d7c5db3d-c195-46f0-952c-23ea6f8362fa {{(pid=91874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:11:05.997281 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e7fb482d-ed3a-40bb-82f5-49e1ee86ca8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:06.044464 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e7fb482d-ed3a-40bb-82f5-49e1ee86ca8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3127486'] for subnet, precommit_delete_associations {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:06.105483 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e7fb482d-ed3a-40bb-82f5-49e1ee86ca8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16234147'] for subnet, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:06.172300 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e7fb482d-ed3a-40bb-82f5-49e1ee86ca8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16234172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3528999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3923767'] for subnet, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:06.175932 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:11:06.204311 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fb482d-ed3a-40bb-82f5-49e1ee86ca8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7c5db3d-c195-46f0-952c-23ea6f8362fa,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:06.206677 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-e7fb482d-ed3a-40bb-82f5-49e1ee86ca8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:11:06.210140 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e7fb482d-ed3a-40bb-82f5-49e1ee86ca8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16222807'] for subnet, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:06.214033 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-e7fb482d-ed3a-40bb-82f5-49e1ee86ca8c admin admin] 10.222.0.49 "DELETE /v2.0/subnets/d7c5db3d-c195-46f0-952c-23ea6f8362fa HTTP/1.1" status: 204 len: 168 time: 0.2648342 Jun 16 16:11:06.214589 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 41648) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:11:06.294543 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-1d2a58e0-c202-48e8-8f10-c59c531182a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16160318'] for network, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:06.401896 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-1d2a58e0-c202-48e8-8f10-c59c531182a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16236332', 'neutron.services.segments.db._delete_segments_for_network-8726811427889'] for network, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:06.420698 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.services.segments.db [None req-1d2a58e0-c202-48e8-8f10-c59c531182a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa6372f8-d467-4cdf-b8bd-ca1bac54a532']}} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:11:06.439931 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.services.segments.db [None req-1d2a58e0-c202-48e8-8f10-c59c531182a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d78f2bd-bfe7-408c-985f-1e83d69bf2f6') {'for_net_delete': True} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:11:06.440258 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.services.segments.db [None req-1d2a58e0-c202-48e8-8f10-c59c531182a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d78f2bd-bfe7-408c-985f-1e83d69bf2f6') {} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:11:06.456595 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-1d2a58e0-c202-48e8-8f10-c59c531182a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726811427202', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127463'] for segment, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:06.476033 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-1d2a58e0-c202-48e8-8f10-c59c531182a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233616'] for segment, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:06.486561 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d2a58e0-c202-48e8-8f10-c59c531182a7 admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=91874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:11:06.489467 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-1d2a58e0-c202-48e8-8f10-c59c531182a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3529144'] for segment, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:06.494515 dv-cinder-796114-3-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:11:06.494515 dv-cinder-796114-3-iscsi neutron-server[91874]: retrieve_revision_numbers = { Jun 16 16:11:06.494515 dv-cinder-796114-3-iscsi neutron-server[91874]: Traceback (most recent call last): Jun 16 16:11:06.494515 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:11:06.494515 dv-cinder-796114-3-iscsi neutron-server[91874]: timer() Jun 16 16:11:06.494515 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:11:06.494515 dv-cinder-796114-3-iscsi neutron-server[91874]: cb(*args, **kw) Jun 16 16:11:06.494515 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:11:06.494515 dv-cinder-796114-3-iscsi neutron-server[91874]: return func(*args, **kwargs) Jun 16 16:11:06.494515 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:11:06.494515 dv-cinder-796114-3-iscsi neutron-server[91874]: self._notify() Jun 16 16:11:06.494515 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:11:06.494515 dv-cinder-796114-3-iscsi neutron-server[91874]: self.callback(batched_events) Jun 16 16:11:06.494515 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:11:06.494515 dv-cinder-796114-3-iscsi neutron-server[91874]: event.method(event) Jun 16 16:11:06.494515 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:11:06.494515 dv-cinder-796114-3-iscsi neutron-server[91874]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:11:06.494515 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:11:06.494515 dv-cinder-796114-3-iscsi neutron-server[91874]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:11:06.494515 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:11:06.494515 dv-cinder-796114-3-iscsi neutron-server[91874]: return f(self, *a, **k) Jun 16 16:11:06.494515 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:11:06.494515 dv-cinder-796114-3-iscsi neutron-server[91874]: return self._get(url).json() Jun 16 16:11:06.494515 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:11:06.494515 dv-cinder-796114-3-iscsi neutron-server[91874]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:11:06.494515 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:11:06.494515 dv-cinder-796114-3-iscsi neutron-server[91874]: return self.request(url, 'GET', **kwargs) Jun 16 16:11:06.494515 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:11:06.494515 dv-cinder-796114-3-iscsi neutron-server[91874]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:11:06.494515 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:11:06.494515 dv-cinder-796114-3-iscsi neutron-server[91874]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:11:06.494515 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:11:06.494515 dv-cinder-796114-3-iscsi neutron-server[91874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:11:06.494515 dv-cinder-796114-3-iscsi neutron-server[91874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:11:06.565680 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-1d2a58e0-c202-48e8-8f10-c59c531182a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16236325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-700135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702067'] for network, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:06.571016 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-bb3ff139-84c5-41ef-86cf-18e119739571 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:11:06.577919 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-1d2a58e0-c202-48e8-8f10-c59c531182a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16222807'] for network, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:06.583709 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-1d2a58e0-c202-48e8-8f10-c59c531182a7 admin admin] 10.222.0.49 "DELETE /v2.0/networks/aa6372f8-d467-4cdf-b8bd-ca1bac54a532 HTTP/1.1" status: 204 len: 168 time: 0.3658600 Jun 16 16:11:06.600298 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2a58e0-c202-48e8-8f10-c59c531182a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa6372f8-d467-4cdf-b8bd-ca1bac54a532,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:06.603444 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-1d2a58e0-c202-48e8-8f10-c59c531182a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:11:06.872556 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 41658) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:11:06.933997 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-03c9d542-fa0b-4350-9ecc-c188b6a52902 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8afe5da5b773479c9f8c3e1780a53245&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0576310 Jun 16 16:11:06.935218 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 41660) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:11:06.950714 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeeea83-8f21-4337-99ff-67f2bed6343e req-14c7695b-5321-452f-b876-2e808b522ccc tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:06.952566 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-afeeea83-8f21-4337-99ff-67f2bed6343e req-14c7695b-5321-452f-b876-2e808b522ccc tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c83968e-60c5-411a-958e-74c856a073f6 HTTP/1.1" status: 200 len: 944 time: 0.0859337 Jun 16 16:11:07.007442 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-71942924-d656-49c4-acaa-db443ff67dfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:07.011844 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-afeeea83-8f21-4337-99ff-67f2bed6343e req-1b57eadd-015a-422f-b7c1-83458abc482f tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c2ebdd3-867c-4bec-9985-ebc5f980f44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506949 Jun 16 16:11:07.038527 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-71942924-d656-49c4-acaa-db443ff67dfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:07.107713 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-71942924-d656-49c4-acaa-db443ff67dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:07.110509 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-71942924-d656-49c4-acaa-db443ff67dfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:07.111700 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-71942924-d656-49c4-acaa-db443ff67dfc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e09fa68c-43bb-4d4c-a1d7-db430e8972c0 HTTP/1.1" status: 204 len: 168 time: 0.1751051 Jun 16 16:11:07.112723 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-8fdb8c9a-9909-4ba1-bc2c-0103144db742 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:11:07.121225 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71942924-d656-49c4-acaa-db443ff67dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e09fa68c-43bb-4d4c-a1d7-db430e8972c0,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:07.124886 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-71942924-d656-49c4-acaa-db443ff67dfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:11:07.399469 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device f9d71033-5bec-4e78-af59-75366179378a up at agent hyperv_hv-cinder-79611 {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:11:07.612739 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Provisioning complete for port f9d71033-5bec-4e78-af59-75366179378a triggered by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:11:07.613338 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:07.731020 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:07.761030 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c83968e-60c5-411a-958e-74c856a073f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d71033-5bec-4e78-af59-75366179378a'}] {{(pid=91876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:11:07.764527 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a9c68db8c06307a0250ecdd4df366f09270e0987ddc1c5d61c2ecaceaac02f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bcc14f1-bc36-432d-ab33-99142546218f" -d '{"events": [{"server_uuid": "7c83968e-60c5-411a-958e-74c856a073f6", "name": "network-vif-plugged", "status": "completed", "tag": "f9d71033-5bec-4e78-af59-75366179378a"}]}' {{(pid=91876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:11:07.785668 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] For port f9d71033-5bec-4e78-af59-75366179378a, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=f9d71033-5bec-4e78-af59-75366179378a,segment=NetworkSegment(9b04c04a-5851-495d-91c5-098f1a7e56ff),segment_id=9b04c04a-5851-495d-91c5-098f1a7e56ff)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:11:07.792403 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:07.795608 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:11:07.883772 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Pushing event updated for resources: {'Port': ['ID=f9d71033-5bec-4e78-af59-75366179378a,revision_number=7']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:07.888463 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:11:08.091185 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8038fb7-ad7d-4b76-928a-e2d44eddfaaf x-openstack-request-id: req-b8038fb7-ad7d-4b76-928a-e2d44eddfaaf {{(pid=91876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:11:08.091588 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c83968e-60c5-411a-958e-74c856a073f6", "name": "network-vif-plugged", "status": "completed", "tag": "f9d71033-5bec-4e78-af59-75366179378a", "code": 200}]} {{(pid=91876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:11:08.092223 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b8038fb7-ad7d-4b76-928a-e2d44eddfaaf {{(pid=91876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:11:08.092629 dv-cinder-796114-3-iscsi neutron-server[91876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c83968e-60c5-411a-958e-74c856a073f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d71033-5bec-4e78-af59-75366179378a', 'code': 200} Jun 16 16:11:08.280090 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be5439-2a04-45e8-81aa-223a43aa3094 req-edbf618e-e12f-4e06-9fa7-c8abd9bef3df tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:08.286245 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-a2be5439-2a04-45e8-81aa-223a43aa3094 req-edbf618e-e12f-4e06-9fa7-c8abd9bef3df tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c83968e-60c5-411a-958e-74c856a073f6 HTTP/1.1" status: 200 len: 945 time: 0.0948036 Jun 16 16:11:08.337600 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-a2be5439-2a04-45e8-81aa-223a43aa3094 req-8c41499f-a24b-4e96-adff-8098e06e8c35 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c2ebdd3-867c-4bec-9985-ebc5f980f44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502069 Jun 16 16:11:09.557410 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cb46b9-f3e6-4099-aab2-532f1d46892c req-e368b87b-49f7-4d7f-a21f-a7c1829ce60e tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:09.558848 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-45cb46b9-f3e6-4099-aab2-532f1d46892c req-e368b87b-49f7-4d7f-a21f-a7c1829ce60e tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c83968e-60c5-411a-958e-74c856a073f6 HTTP/1.1" status: 200 len: 945 time: 0.0774970 Jun 16 16:11:09.613995 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-45cb46b9-f3e6-4099-aab2-532f1d46892c req-a79cc08d-0ea0-4a5d-8318-67ac7620eb12 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c2ebdd3-867c-4bec-9985-ebc5f980f44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479233 Jun 16 16:11:10.824439 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b823d-f703-41e9-89a5-2d460969e124 req-5a95b154-e405-447a-b94e-aa1354e475bb tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:10.826728 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-0d0b823d-f703-41e9-89a5-2d460969e124 req-5a95b154-e405-447a-b94e-aa1354e475bb tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c83968e-60c5-411a-958e-74c856a073f6 HTTP/1.1" status: 200 len: 945 time: 0.0808609 Jun 16 16:11:10.874390 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-0d0b823d-f703-41e9-89a5-2d460969e124 req-19f7635d-3d44-4b98-8d30-ecd60a9c90e4 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c2ebdd3-867c-4bec-9985-ebc5f980f44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413985 Jun 16 16:11:12.121783 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d1563-bf61-4510-b554-a4780268099c req-2d3d77d7-8d02-4dd2-9290-ee6b33d65a69 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:12.124174 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-be4d1563-bf61-4510-b554-a4780268099c req-2d3d77d7-8d02-4dd2-9290-ee6b33d65a69 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c83968e-60c5-411a-958e-74c856a073f6 HTTP/1.1" status: 200 len: 945 time: 0.0926623 Jun 16 16:11:12.172157 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-be4d1563-bf61-4510-b554-a4780268099c req-bca2a7d3-cd6e-4442-9e9a-aba9402664e8 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c2ebdd3-867c-4bec-9985-ebc5f980f44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414028 Jun 16 16:11:13.384292 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a023e-fb07-40e0-8a0e-e08c4225b149 req-7725d5ae-1231-44a0-9449-d50898683d8e tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:13.385854 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-2c4a023e-fb07-40e0-8a0e-e08c4225b149 req-7725d5ae-1231-44a0-9449-d50898683d8e tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c83968e-60c5-411a-958e-74c856a073f6 HTTP/1.1" status: 200 len: 945 time: 0.0703888 Jun 16 16:11:13.427968 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-2c4a023e-fb07-40e0-8a0e-e08c4225b149 req-8cd2f67d-6714-4b87-8b39-d62cece74a12 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c2ebdd3-867c-4bec-9985-ebc5f980f44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344646 Jun 16 16:11:14.628976 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b779a-19e8-474d-abc9-98a20bd215d4 req-66f9b467-bea7-4776-bb45-7c67d768404c tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:14.630508 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ec7b779a-19e8-474d-abc9-98a20bd215d4 req-66f9b467-bea7-4776-bb45-7c67d768404c tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c83968e-60c5-411a-958e-74c856a073f6 HTTP/1.1" status: 200 len: 945 time: 0.0682898 Jun 16 16:11:14.675419 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ec7b779a-19e8-474d-abc9-98a20bd215d4 req-b2876fb6-7c51-4bbf-a756-0702e44e13a4 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c2ebdd3-867c-4bec-9985-ebc5f980f44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392857 Jun 16 16:11:14.821286 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.agents_db [None req-058d43c2-15cf-4374-9ac5-1369303d1fb9 None None] Agent healthcheck: found 6 active agents {{(pid=91877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:11:15.874625 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d187b3c4-a47f-4f7a-b90a-d9d2308584a2 req-a31d7bae-8f76-49af-b6f3-de951588ad74 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:15.876100 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-d187b3c4-a47f-4f7a-b90a-d9d2308584a2 req-a31d7bae-8f76-49af-b6f3-de951588ad74 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c83968e-60c5-411a-958e-74c856a073f6 HTTP/1.1" status: 200 len: 945 time: 0.0748122 Jun 16 16:11:15.918844 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-d187b3c4-a47f-4f7a-b90a-d9d2308584a2 req-95c5a9f7-5f3c-4f90-9e24-11aac5247acb tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c2ebdd3-867c-4bec-9985-ebc5f980f44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370989 Jun 16 16:11:16.257461 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-1adf9b64-29c2-4608-aeed-8dbbfaca3413 req-6559493f-1a97-4bb3-9fd5-b3925213f3cf tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1501084482&fields=id&tenant_id=801bc6047ffc40bf8e6f74767921a594 HTTP/1.1" status: 200 len: 267 time: 0.0352082 Jun 16 16:11:16.359244 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf9b64-29c2-4608-aeed-8dbbfaca3413 req-3423a62d-6d94-4aea-b2ef-880207c20b0f tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:16.360699 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-1adf9b64-29c2-4608-aeed-8dbbfaca3413 req-3423a62d-6d94-4aea-b2ef-880207c20b0f tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/networks?id=a3ebedf3-8e19-44c9-ac63-65dd93c0bad7 HTTP/1.1" status: 200 len: 809 time: 0.0970950 Jun 16 16:11:16.375389 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-1adf9b64-29c2-4608-aeed-8dbbfaca3413 req-2aec2867-5fe4-42d7-b4bb-b9fafabb7f68 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/quotas/801bc6047ffc40bf8e6f74767921a594 HTTP/1.1" status: 200 len: 375 time: 0.0092700 Jun 16 16:11:16.447127 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-1adf9b64-29c2-4608-aeed-8dbbfaca3413 req-1ae754b6-b26a-490d-a4d4-b922c15abb6c tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=801bc6047ffc40bf8e6f74767921a594&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0665545 Jun 16 16:11:16.560535 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a10b4dc-94a6-4313-bd69-cac102024b01 req-d3f20800-d8e8-4bad-a2bf-d80c7c2d9a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:16.562045 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-7a10b4dc-94a6-4313-bd69-cac102024b01 req-d3f20800-d8e8-4bad-a2bf-d80c7c2d9a83 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=16b677d62510476d919b610e7baa5577&device_id=7c83968e-60c5-411a-958e-74c856a073f6 HTTP/1.1" status: 200 len: 1098 time: 0.0529990 Jun 16 16:11:16.635165 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-1adf9b64-29c2-4608-aeed-8dbbfaca3413 req-7e0caf73-811c-49fc-930e-94056242e32c service neutron] 10.222.0.49 "GET /v2.0/networks/a3ebedf3-8e19-44c9-ac63-65dd93c0bad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767344 Jun 16 16:11:16.656154 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a10b4dc-94a6-4313-bd69-cac102024b01 req-91eba96d-2ec8-451b-96e2-e1207183f1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:16.657621 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-7a10b4dc-94a6-4313-bd69-cac102024b01 req-91eba96d-2ec8-451b-96e2-e1207183f1a6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cfdbc1d1-75c9-493c-aefe-3be5c8294cd4 HTTP/1.1" status: 200 len: 918 time: 0.0888245 Jun 16 16:11:16.724563 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-7a10b4dc-94a6-4313-bd69-cac102024b01 req-a5a42939-a732-43bb-8f35-84b07f33d382 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f9d71033-5bec-4e78-af59-75366179378a HTTP/1.1" status: 200 len: 999 time: 0.0592179 Jun 16 16:11:16.725325 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-1adf9b64-29c2-4608-aeed-8dbbfaca3413 req-5ee12076-5760-4700-9177-4c1a561f454d service neutron] 10.222.0.49 "GET /v2.0/networks/a3ebedf3-8e19-44c9-ac63-65dd93c0bad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834055 Jun 16 16:11:16.778026 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a10b4dc-94a6-4313-bd69-cac102024b01 req-c4a8674f-f1c5-4870-b61e-7a069c5b9d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:16.780234 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-7a10b4dc-94a6-4313-bd69-cac102024b01 req-c4a8674f-f1c5-4870-b61e-7a069c5b9d8a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6b78bc3c-b434-4bd5-9871-761bea7dd046 HTTP/1.1" status: 200 len: 856 time: 0.0487127 Jun 16 16:11:16.837551 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a10b4dc-94a6-4313-bd69-cac102024b01 req-151373e9-11cc-48c1-b8c3-cfd43d8f0d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:16.839080 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-7a10b4dc-94a6-4313-bd69-cac102024b01 req-151373e9-11cc-48c1-b8c3-cfd43d8f0d6d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cfdbc1d1-75c9-493c-aefe-3be5c8294cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0530319 Jun 16 16:11:16.931191 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-7a10b4dc-94a6-4313-bd69-cac102024b01 req-e807a3e8-b40a-4e0a-87f2-96a8e0decf2d service neutron] 10.222.0.15 "GET /v2.0/networks/cfdbc1d1-75c9-493c-aefe-3be5c8294cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849290 Jun 16 16:11:17.034660 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-7a10b4dc-94a6-4313-bd69-cac102024b01 req-de5384cb-747e-473b-92ac-b1ced85fbc50 service neutron] 10.222.0.15 "GET /v2.0/networks/cfdbc1d1-75c9-493c-aefe-3be5c8294cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970550 Jun 16 16:11:17.054237 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-bf76bdf4-799b-4af2-b32d-6d3380aa7f6f req-5d3aff6f-cfa0-4918-b185-136a4b390215 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd0f51f7-f3e2-4aef-a493-a566d15bda7b HTTP/1.1" status: 200 len: 210 time: 0.0344009 Jun 16 16:11:17.129303 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76768dc-a049-477b-af77-ed6ceb0e6697 req-278f345d-f80e-48cd-b040-80396e2b3ebe tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:17.130817 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-d76768dc-a049-477b-af77-ed6ceb0e6697 req-278f345d-f80e-48cd-b040-80396e2b3ebe tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c83968e-60c5-411a-958e-74c856a073f6 HTTP/1.1" status: 200 len: 945 time: 0.0664601 Jun 16 16:11:17.170678 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-d76768dc-a049-477b-af77-ed6ceb0e6697 req-a4e2b7dd-520f-458f-a6fe-97be30296971 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c2ebdd3-867c-4bec-9985-ebc5f980f44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342171 Jun 16 16:11:17.456520 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-7c80db4d-e75f-4844-8e3b-41ced343f128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:18.205285 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-703f1199-8844-4ba8-9f06-18a36d3cd6f9 req-ad6f3bae-74d9-4eb1-b86e-5654bcbf749f tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd0f51f7-f3e2-4aef-a493-a566d15bda7b HTTP/1.1" status: 200 len: 210 time: 0.0296893 Jun 16 16:11:18.243082 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf9b64-29c2-4608-aeed-8dbbfaca3413 req-88d4ed7e-8d9d-4661-ba1d-f9406b36d791 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:18.244512 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-1adf9b64-29c2-4608-aeed-8dbbfaca3413 req-88d4ed7e-8d9d-4661-ba1d-f9406b36d791 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.15 "GET /v2.0/networks?id=a3ebedf3-8e19-44c9-ac63-65dd93c0bad7 HTTP/1.1" status: 200 len: 809 time: 0.1220894 Jun 16 16:11:18.316982 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-1adf9b64-29c2-4608-aeed-8dbbfaca3413 req-e28db8f4-900b-4c8a-877f-5e0c57ae2aea tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=801bc6047ffc40bf8e6f74767921a594 HTTP/1.1" status: 200 len: 380 time: 0.0552363 Jun 16 16:11:18.338494 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.v2.base [req-1adf9b64-29c2-4608-aeed-8dbbfaca3413 req-7cfb60ec-7869-4719-a389-f2c839fbfd57 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Request body: {'port': {'device_id': 'fd0f51f7-f3e2-4aef-a493-a566d15bda7b', 'network_id': 'a3ebedf3-8e19-44c9-ac63-65dd93c0bad7', 'admin_state_up': True, 'tenant_id': '801bc6047ffc40bf8e6f74767921a594', 'security_groups': ['423af48b-c5df-46e1-80e7-8deb00a62110']}} {{(pid=91875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:11:18.448167 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7552b2-a04e-4f4e-89ef-64f71d2e4a7d req-b0d087d6-ae88-4d52-acf3-62bd0050e6c2 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:18.449651 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-ca7552b2-a04e-4f4e-89ef-64f71d2e4a7d req-b0d087d6-ae88-4d52-acf3-62bd0050e6c2 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c83968e-60c5-411a-958e-74c856a073f6 HTTP/1.1" status: 200 len: 945 time: 0.1542327 Jun 16 16:11:18.498717 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-ca7552b2-a04e-4f4e-89ef-64f71d2e4a7d req-a158a55f-3373-4398-9476-6f19ed945551 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c2ebdd3-867c-4bec-9985-ebc5f980f44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423346 Jun 16 16:11:18.499717 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1adf9b64-29c2-4608-aeed-8dbbfaca3413 req-7cfb60ec-7869-4719-a389-f2c839fbfd57 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Made reservation on behalf of 801bc6047ffc40bf8e6f74767921a594 for: {'port': 1} {{(pid=91875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:11:18.503085 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-1adf9b64-29c2-4608-aeed-8dbbfaca3413 req-7cfb60ec-7869-4719-a389-f2c839fbfd57 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16110075'] for port, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:18.645656 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.db.db_base_plugin_common [req-1adf9b64-29c2-4608-aeed-8dbbfaca3413 req-7cfb60ec-7869-4719-a389-f2c839fbfd57 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Allocated IP 172.20.0.11 (a3ebedf3-8e19-44c9-ac63-65dd93c0bad7/fddd5f14-0f57-4350-96d9-5e8c4267026c/529f026a-df40-4cda-af17-002a523cfcda) {{(pid=91875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:11:18.792091 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-1adf9b64-29c2-4608-aeed-8dbbfaca3413 req-7cfb60ec-7869-4719-a389-f2c839fbfd57 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Notify callbacks [] for port, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:18.808756 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [req-1adf9b64-29c2-4608-aeed-8dbbfaca3413 req-7cfb60ec-7869-4719-a389-f2c839fbfd57 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Transition to ACTIVE for port object 529f026a-df40-4cda-af17-002a523cfcda will not be triggered until provisioned by entity DHCP. {{(pid=91875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:11:18.840578 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-1adf9b64-29c2-4608-aeed-8dbbfaca3413 req-7cfb60ec-7869-4719-a389-f2c839fbfd57 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16110910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726810954487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449087'] for port, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:18.844993 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-a979e50d-cbd7-4f62-8898-0baa4b347e32 tempest-VolumesActionsTest-1959061209 tempest-VolumesActionsTest-1959061209-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:11:18.887804 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1adf9b64-29c2-4608-aeed-8dbbfaca3413 req-7cfb60ec-7869-4719-a389-f2c839fbfd57 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Network a3ebedf3-8e19-44c9-ac63-65dd93c0bad7 is already hosted by enough agents. {{(pid=91875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:11:18.893688 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.base_scheduler [req-1adf9b64-29c2-4608-aeed-8dbbfaca3413 req-7cfb60ec-7869-4719-a389-f2c839fbfd57 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Resources bound (agent type, host, resource id): {{(pid=91875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:11:18.897508 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [req-1adf9b64-29c2-4608-aeed-8dbbfaca3413 req-7cfb60ec-7869-4719-a389-f2c839fbfd57 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Received port after_create {{(pid=91875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:11:18.924520 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfb60ec-7869-4719-a389-f2c839fbfd57 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Pushing event updated for resources: {'Port': ['ID=529f026a-df40-4cda-af17-002a523cfcda,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:18.940144 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb60ec-7869-4719-a389-f2c839fbfd57 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:18.940444 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb60ec-7869-4719-a389-f2c839fbfd57 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:18.940811 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb60ec-7869-4719-a389-f2c839fbfd57 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:18.941179 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb60ec-7869-4719-a389-f2c839fbfd57 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:18.941561 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb60ec-7869-4719-a389-f2c839fbfd57 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:18.941919 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb60ec-7869-4719-a389-f2c839fbfd57 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:18.942274 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb60ec-7869-4719-a389-f2c839fbfd57 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:18.942623 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb60ec-7869-4719-a389-f2c839fbfd57 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:18.942989 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb60ec-7869-4719-a389-f2c839fbfd57 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:18.943339 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb60ec-7869-4719-a389-f2c839fbfd57 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:18.943687 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb60ec-7869-4719-a389-f2c839fbfd57 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:18.944045 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb60ec-7869-4719-a389-f2c839fbfd57 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:18.949351 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-7cfb60ec-7869-4719-a389-f2c839fbfd57 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:11:18.963658 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf9b64-29c2-4608-aeed-8dbbfaca3413 req-7cfb60ec-7869-4719-a389-f2c839fbfd57 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:18.964289 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-1adf9b64-29c2-4608-aeed-8dbbfaca3413 req-7cfb60ec-7869-4719-a389-f2c839fbfd57 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208782'] for port, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:18.980015 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-1adf9b64-29c2-4608-aeed-8dbbfaca3413 req-7cfb60ec-7869-4719-a389-f2c839fbfd57 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6464703 Jun 16 16:11:19.012139 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.v2.base [req-1adf9b64-29c2-4608-aeed-8dbbfaca3413 req-0a2a02b0-4466-4268-a192-1c50ae85f80b service neutron] Request body: {'port': {'device_id': 'fd0f51f7-f3e2-4aef-a493-a566d15bda7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=91875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:11:19.117323 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-1adf9b64-29c2-4608-aeed-8dbbfaca3413 req-0a2a02b0-4466-4268-a192-1c50ae85f80b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:19.132717 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-74be65a0-c916-45c8-8696-b9be4872ca28 None None] Provisioning for port 529f026a-df40-4cda-af17-002a523cfcda completed by entity DHCP. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:11:19.145447 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-74be65a0-c916-45c8-8696-b9be4872ca28 None None] Provisioning complete for port 529f026a-df40-4cda-af17-002a523cfcda triggered by entity DHCP. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:11:19.146172 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-74be65a0-c916-45c8-8696-b9be4872ca28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:19.198639 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-74be65a0-c916-45c8-8696-b9be4872ca28 None None] Port 529f026a-df40-4cda-af17-002a523cfcda cannot update to ACTIVE because it is not bound. {{(pid=91876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:11:19.392729 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a0e551-7486-4356-ae61-b5248284dff1 req-88537b73-fc85-4da0-9ae2-7e9826c8242e tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:19.394439 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-b3a0e551-7486-4356-ae61-b5248284dff1 req-88537b73-fc85-4da0-9ae2-7e9826c8242e tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd0f51f7-f3e2-4aef-a493-a566d15bda7b HTTP/1.1" status: 200 len: 932 time: 0.0741384 Jun 16 16:11:19.401806 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [req-1adf9b64-29c2-4608-aeed-8dbbfaca3413 req-0a2a02b0-4466-4268-a192-1c50ae85f80b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 529f026a-df40-4cda-af17-002a523cfcda {{(pid=91875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:11:19.409347 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-1adf9b64-29c2-4608-aeed-8dbbfaca3413 req-0a2a02b0-4466-4268-a192-1c50ae85f80b service neutron] Notify callbacks [] for port, precommit_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:19.421184 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [req-1adf9b64-29c2-4608-aeed-8dbbfaca3413 req-0a2a02b0-4466-4268-a192-1c50ae85f80b service neutron] Transition to ACTIVE for port object 529f026a-df40-4cda-af17-002a523cfcda will not be triggered until provisioned by entity L2. {{(pid=91875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:11:19.425300 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-1adf9b64-29c2-4608-aeed-8dbbfaca3413 req-0a2a02b0-4466-4268-a192-1c50ae85f80b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449065'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:19.431282 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:11:19.434573 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:19.434752 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-b3a0e551-7486-4356-ae61-b5248284dff1 req-e2aed2f8-7e7e-4ecf-81a9-693c3e9ba7e4 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/security-groups?id=423af48b-c5df-46e1-80e7-8deb00a62110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344453 Jun 16 16:11:19.509617 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2a02b0-4466-4268-a192-1c50ae85f80b service neutron] Pushing event updated for resources: {'Port': ['ID=529f026a-df40-4cda-af17-002a523cfcda,revision_number=2']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:19.528338 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-0a2a02b0-4466-4268-a192-1c50ae85f80b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:11:19.581662 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [req-1adf9b64-29c2-4608-aeed-8dbbfaca3413 req-0a2a02b0-4466-4268-a192-1c50ae85f80b service neutron] Attempting to bind port 529f026a-df40-4cda-af17-002a523cfcda on host hv-cinder-79611 for vnic_type normal with profile {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:11:19.581999 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [req-1adf9b64-29c2-4608-aeed-8dbbfaca3413 req-0a2a02b0-4466-4268-a192-1c50ae85f80b service neutron] Attempting to bind port 529f026a-df40-4cda-af17-002a523cfcda by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '3cd1e79d-857f-4698-965a-d9a3a3d0116f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a3ebedf3-8e19-44c9-ac63-65dd93c0bad7'}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:11:19.582328 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adf9b64-29c2-4608-aeed-8dbbfaca3413 req-0a2a02b0-4466-4268-a192-1c50ae85f80b service neutron] Attempting to bind port 529f026a-df40-4cda-af17-002a523cfcda on network a3ebedf3-8e19-44c9-ac63-65dd93c0bad7 {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:11:19.592899 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adf9b64-29c2-4608-aeed-8dbbfaca3413 req-0a2a02b0-4466-4268-a192-1c50ae85f80b service neutron] Port 529f026a-df40-4cda-af17-002a523cfcda on network a3ebedf3-8e19-44c9-ac63-65dd93c0bad7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:11:19.594719 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adf9b64-29c2-4608-aeed-8dbbfaca3413 req-0a2a02b0-4466-4268-a192-1c50ae85f80b service neutron] Attempting to bind port 529f026a-df40-4cda-af17-002a523cfcda on network a3ebedf3-8e19-44c9-ac63-65dd93c0bad7 {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:11:19.610591 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adf9b64-29c2-4608-aeed-8dbbfaca3413 req-0a2a02b0-4466-4268-a192-1c50ae85f80b service neutron] Checking agent: {'id': 'c85a6c45-3e6f-4705-b11b-38e758c67377', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 3, 19), 'started_at': datetime.datetime(2021, 6, 16, 16, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:11:19.611610 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adf9b64-29c2-4608-aeed-8dbbfaca3413 req-0a2a02b0-4466-4268-a192-1c50ae85f80b service neutron] Checking segment: {'id': '3cd1e79d-857f-4698-965a-d9a3a3d0116f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a3ebedf3-8e19-44c9-ac63-65dd93c0bad7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:11:19.612070 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adf9b64-29c2-4608-aeed-8dbbfaca3413 req-0a2a02b0-4466-4268-a192-1c50ae85f80b service neutron] Bound using segment: {'id': '3cd1e79d-857f-4698-965a-d9a3a3d0116f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a3ebedf3-8e19-44c9-ac63-65dd93c0bad7'} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:11:19.612591 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [req-1adf9b64-29c2-4608-aeed-8dbbfaca3413 req-0a2a02b0-4466-4268-a192-1c50ae85f80b service neutron] Bound port: 529f026a-df40-4cda-af17-002a523cfcda, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cd1e79d-857f-4698-965a-d9a3a3d0116f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a3ebedf3-8e19-44c9-ac63-65dd93c0bad7'}}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:11:19.613023 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-1adf9b64-29c2-4608-aeed-8dbbfaca3413 req-0a2a02b0-4466-4268-a192-1c50ae85f80b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:19.727304 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [req-1adf9b64-29c2-4608-aeed-8dbbfaca3413 req-0a2a02b0-4466-4268-a192-1c50ae85f80b service neutron] For port 529f026a-df40-4cda-af17-002a523cfcda, host hv-cinder-79611, cleared binding levels {{(pid=91875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:11:19.734076 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [req-1adf9b64-29c2-4608-aeed-8dbbfaca3413 req-0a2a02b0-4466-4268-a192-1c50ae85f80b service neutron] For port 529f026a-df40-4cda-af17-002a523cfcda, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=529f026a-df40-4cda-af17-002a523cfcda,segment=NetworkSegment(3cd1e79d-857f-4698-965a-d9a3a3d0116f),segment_id=3cd1e79d-857f-4698-965a-d9a3a3d0116f)] {{(pid=91875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:11:19.742372 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-1adf9b64-29c2-4608-aeed-8dbbfaca3413 req-0a2a02b0-4466-4268-a192-1c50ae85f80b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449065'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:19.745875 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-0a2a02b0-4466-4268-a192-1c50ae85f80b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:11:19.795908 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc4492-1b81-45d6-b287-78ed543dabc0 req-2d2752c8-85ab-41a8-91be-1daa024e1578 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:19.798420 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-a5bc4492-1b81-45d6-b287-78ed543dabc0 req-2d2752c8-85ab-41a8-91be-1daa024e1578 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c83968e-60c5-411a-958e-74c856a073f6 HTTP/1.1" status: 200 len: 945 time: 0.1469004 Jun 16 16:11:19.807880 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf9b64-29c2-4608-aeed-8dbbfaca3413 req-0a2a02b0-4466-4268-a192-1c50ae85f80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:19.808868 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-1adf9b64-29c2-4608-aeed-8dbbfaca3413 req-0a2a02b0-4466-4268-a192-1c50ae85f80b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208782'] for port, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:19.811735 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-1adf9b64-29c2-4608-aeed-8dbbfaca3413 req-0a2a02b0-4466-4268-a192-1c50ae85f80b service neutron] 10.222.0.15 "PUT /v2.0/ports/529f026a-df40-4cda-af17-002a523cfcda HTTP/1.1" status: 200 len: 1094 time: 0.8038960 Jun 16 16:11:19.814669 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd0f51f7-f3e2-4aef-a493-a566d15bda7b', 'tag': '529f026a-df40-4cda-af17-002a523cfcda'}] {{(pid=91875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:11:19.818724 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd288140b641fa203b825626e643c4ae2408c15f4fce5032d4686340f68cf7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b4166d-3147-43ad-b38c-0f53e149c4dd" -d '{"events": [{"name": "network-changed", "server_uuid": "fd0f51f7-f3e2-4aef-a493-a566d15bda7b", "tag": "529f026a-df40-4cda-af17-002a523cfcda"}]}' {{(pid=91875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:11:19.892057 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-8d7806b1-86d0-46a4-83d8-c0befba66bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:19.926357 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2a02b0-4466-4268-a192-1c50ae85f80b service neutron] Pushing event updated for resources: {'Port': ['ID=529f026a-df40-4cda-af17-002a523cfcda,revision_number=3']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:19.937476 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-0a2a02b0-4466-4268-a192-1c50ae85f80b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:11:19.960805 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9380cc-0aba-4ca1-9881-47252d627c1c x-openstack-request-id: req-7b9380cc-0aba-4ca1-9881-47252d627c1c {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:11:19.961188 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd0f51f7-f3e2-4aef-a493-a566d15bda7b", "tag": "529f026a-df40-4cda-af17-002a523cfcda", "status": "completed", "code": 200}]} {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:11:19.961511 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7b9380cc-0aba-4ca1-9881-47252d627c1c {{(pid=91875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:11:19.961952 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd0f51f7-f3e2-4aef-a493-a566d15bda7b', 'tag': '529f026a-df40-4cda-af17-002a523cfcda', 'status': 'completed', 'code': 200} Jun 16 16:11:19.969058 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:19.979214 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-a5bc4492-1b81-45d6-b287-78ed543dabc0 req-2f4e6cce-9435-4afc-a598-b1579aca7c07 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c2ebdd3-867c-4bec-9985-ebc5f980f44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1661165 Jun 16 16:11:20.011545 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf9b64-29c2-4608-aeed-8dbbfaca3413 req-a71fc95f-5f22-41e1-aade-e870ca0f259e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:20.013036 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-1adf9b64-29c2-4608-aeed-8dbbfaca3413 req-a71fc95f-5f22-41e1-aade-e870ca0f259e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=801bc6047ffc40bf8e6f74767921a594&device_id=fd0f51f7-f3e2-4aef-a493-a566d15bda7b HTTP/1.1" status: 200 len: 1097 time: 0.1530035 Jun 16 16:11:20.073136 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-1adf9b64-29c2-4608-aeed-8dbbfaca3413 req-788fd341-f528-4a22-964d-257257a456e7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=529f026a-df40-4cda-af17-002a523cfcda HTTP/1.1" status: 200 len: 217 time: 0.0508165 Jun 16 16:11:20.130375 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf9b64-29c2-4608-aeed-8dbbfaca3413 req-f1d0d74c-de92-4104-b128-f1d510fedc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:20.132164 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-1adf9b64-29c2-4608-aeed-8dbbfaca3413 req-f1d0d74c-de92-4104-b128-f1d510fedc5c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fddd5f14-0f57-4350-96d9-5e8c4267026c HTTP/1.1" status: 200 len: 848 time: 0.0547147 Jun 16 16:11:20.224601 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf9b64-29c2-4608-aeed-8dbbfaca3413 req-b2262cc5-3939-4cc1-997a-e954b5d9c14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:20.226765 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-1adf9b64-29c2-4608-aeed-8dbbfaca3413 req-b2262cc5-3939-4cc1-997a-e954b5d9c14d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a3ebedf3-8e19-44c9-ac63-65dd93c0bad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0876675 Jun 16 16:11:20.335884 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-1adf9b64-29c2-4608-aeed-8dbbfaca3413 req-475bdb6a-db61-4dcb-8f67-c505ffff053c service neutron] 10.222.0.15 "GET /v2.0/networks/a3ebedf3-8e19-44c9-ac63-65dd93c0bad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019754 Jun 16 16:11:20.441300 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-1adf9b64-29c2-4608-aeed-8dbbfaca3413 req-d8b4ab9b-25d4-45e2-910e-5c396c200091 service neutron] 10.222.0.15 "GET /v2.0/networks/a3ebedf3-8e19-44c9-ac63-65dd93c0bad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990210 Jun 16 16:11:20.556448 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b4166d-3147-43ad-b38c-0f53e149c4dd req-043858a1-5f38-4c40-ac77-5fdc5417198b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:20.557939 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-35b4166d-3147-43ad-b38c-0f53e149c4dd req-043858a1-5f38-4c40-ac77-5fdc5417198b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=801bc6047ffc40bf8e6f74767921a594&device_id=fd0f51f7-f3e2-4aef-a493-a566d15bda7b HTTP/1.1" status: 200 len: 1097 time: 0.0655184 Jun 16 16:11:20.971312 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b4166d-3147-43ad-b38c-0f53e149c4dd req-19718cdd-3f00-4691-8258-a107157fb663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:20.972760 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-35b4166d-3147-43ad-b38c-0f53e149c4dd req-19718cdd-3f00-4691-8258-a107157fb663 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a3ebedf3-8e19-44c9-ac63-65dd93c0bad7 HTTP/1.1" status: 200 len: 910 time: 0.4080570 Jun 16 16:11:20.984855 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e675f8-12ab-4b27-987b-81aabd9b4cef req-4ca96f4d-0f8d-40c0-8175-484df4b12784 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:20.986287 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-45e675f8-12ab-4b27-987b-81aabd9b4cef req-4ca96f4d-0f8d-40c0-8175-484df4b12784 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd0f51f7-f3e2-4aef-a493-a566d15bda7b HTTP/1.1" status: 200 len: 944 time: 0.3993120 Jun 16 16:11:21.026602 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-35b4166d-3147-43ad-b38c-0f53e149c4dd req-1b825732-d912-44f1-9afc-16f591b9d12a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=529f026a-df40-4cda-af17-002a523cfcda HTTP/1.1" status: 200 len: 217 time: 0.0393512 Jun 16 16:11:21.085574 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-45e675f8-12ab-4b27-987b-81aabd9b4cef req-b903a231-eca0-42aa-800f-fdb6a7771da1 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/security-groups?id=423af48b-c5df-46e1-80e7-8deb00a62110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918088 Jun 16 16:11:21.097862 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b4166d-3147-43ad-b38c-0f53e149c4dd req-78d9a8e6-f1e9-4dd4-85e1-98c2967bbb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:21.099292 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-35b4166d-3147-43ad-b38c-0f53e149c4dd req-78d9a8e6-f1e9-4dd4-85e1-98c2967bbb98 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fddd5f14-0f57-4350-96d9-5e8c4267026c HTTP/1.1" status: 200 len: 848 time: 0.0661173 Jun 16 16:11:21.160724 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b4166d-3147-43ad-b38c-0f53e149c4dd req-71b426ac-00fe-4dea-bca4-0cf8164c8bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:21.162335 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-35b4166d-3147-43ad-b38c-0f53e149c4dd req-71b426ac-00fe-4dea-bca4-0cf8164c8bd5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a3ebedf3-8e19-44c9-ac63-65dd93c0bad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0539868 Jun 16 16:11:21.254085 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-35b4166d-3147-43ad-b38c-0f53e149c4dd req-16c54db0-d430-484b-a831-277effed811c service neutron] 10.222.0.15 "GET /v2.0/networks/a3ebedf3-8e19-44c9-ac63-65dd93c0bad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853140 Jun 16 16:11:21.305445 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d956d1-43e7-4c79-8b1a-80c9569c1471 req-71d627df-2504-40f7-a3f6-26be56e4ae34 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:21.305445 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-77d956d1-43e7-4c79-8b1a-80c9569c1471 req-71d627df-2504-40f7-a3f6-26be56e4ae34 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c83968e-60c5-411a-958e-74c856a073f6 HTTP/1.1" status: 200 len: 945 time: 0.1110368 Jun 16 16:11:21.314365 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-5f171f40-f11e-4363-bf14-f9698dbc3c55 req-45679068-26f1-4249-a21c-95d5035abdc7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7c83968e-60c5-411a-958e-74c856a073f6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0892255 Jun 16 16:11:21.333409 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-6ad78952-ea93-43a4-8288-1e7c2f1dde9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:21.365161 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-77d956d1-43e7-4c79-8b1a-80c9569c1471 req-b1676871-ee43-4031-99bd-8517e37f1151 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c2ebdd3-867c-4bec-9985-ebc5f980f44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497653 Jun 16 16:11:21.384069 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-35b4166d-3147-43ad-b38c-0f53e149c4dd req-19df3751-2fef-4691-a4e3-9291b118e801 service neutron] 10.222.0.15 "GET /v2.0/networks/a3ebedf3-8e19-44c9-ac63-65dd93c0bad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238191 Jun 16 16:11:21.432129 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device f9d71033-5bec-4e78-af59-75366179378a no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:11:21.517924 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:21.543284 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c83968e-60c5-411a-958e-74c856a073f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9d71033-5bec-4e78-af59-75366179378a'}] {{(pid=91876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:11:21.546355 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a9c68db8c06307a0250ecdd4df366f09270e0987ddc1c5d61c2ecaceaac02f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ef8b22-66e5-444a-8a6a-ea6febc31a5c" -d '{"events": [{"server_uuid": "7c83968e-60c5-411a-958e-74c856a073f6", "name": "network-vif-unplugged", "status": "completed", "tag": "f9d71033-5bec-4e78-af59-75366179378a"}]}' {{(pid=91876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:11:21.558938 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] For port f9d71033-5bec-4e78-af59-75366179378a, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=f9d71033-5bec-4e78-af59-75366179378a,segment=NetworkSegment(9b04c04a-5851-495d-91c5-098f1a7e56ff),segment_id=9b04c04a-5851-495d-91c5-098f1a7e56ff)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:11:21.568313 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:21.570267 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-a9460609-3b2f-4245-b05a-4316b7717e67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:11:21.600913 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 16 Jun 2021 16:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b7414b-60fa-4c5f-9461-a0cec129a79b x-openstack-request-id: req-73b7414b-60fa-4c5f-9461-a0cec129a79b {{(pid=91876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:11:21.601427 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c83968e-60c5-411a-958e-74c856a073f6", "name": "network-vif-unplugged", "status": "failed", "tag": "f9d71033-5bec-4e78-af59-75366179378a", "code": 422}]} {{(pid=91876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:11:21.601872 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-73b7414b-60fa-4c5f-9461-a0cec129a79b {{(pid=91876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:11:21.602557 dv-cinder-796114-3-iscsi neutron-server[91876]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7c83968e-60c5-411a-958e-74c856a073f6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f9d71033-5bec-4e78-af59-75366179378a', 'code': 422} returned with failed status Jun 16 16:11:21.634959 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Pushing event updated for resources: {'Port': ['ID=f9d71033-5bec-4e78-af59-75366179378a,revision_number=8']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:21.644264 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:21.644651 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:21.645106 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:21.645624 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:21.645969 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:21.646386 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:21.647463 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:21.647922 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:21.648655 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:21.649007 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:21.649559 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:21.649893 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:21.655373 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:11:21.939378 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-628637b9-1185-4298-9401-ad360be51b49 req-26c4ed1f-5e6b-4f32-8b99-952ce6166d4f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=06f483ee-52bb-4793-85af-683c01500a20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0537345 Jun 16 16:11:22.027167 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628637b9-1185-4298-9401-ad360be51b49 req-a6afd384-6173-4d8a-985b-104056b40b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:22.031851 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-628637b9-1185-4298-9401-ad360be51b49 req-a6afd384-6173-4d8a-985b-104056b40b1a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6f37c6beb22479fae2758d3ed17d813&device_id=06f483ee-52bb-4793-85af-683c01500a20 HTTP/1.1" status: 200 len: 1098 time: 0.0586057 Jun 16 16:11:22.142401 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628637b9-1185-4298-9401-ad360be51b49 req-fb60129a-021c-4dd4-8ab2-656b033c9b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:22.143876 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-628637b9-1185-4298-9401-ad360be51b49 req-fb60129a-021c-4dd4-8ab2-656b033c9b9c service neutron] 10.222.0.15 "GET /v2.0/networks?id=9b440f45-4a88-4d84-9a29-8220f48297fe HTTP/1.1" status: 200 len: 910 time: 0.0897205 Jun 16 16:11:22.209739 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-628637b9-1185-4298-9401-ad360be51b49 req-c8de256f-3104-403c-af41-87145b3de75e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e97b060-6988-45d0-bfa1-29684cc01830 HTTP/1.1" status: 200 len: 1000 time: 0.0588930 Jun 16 16:11:22.265316 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628637b9-1185-4298-9401-ad360be51b49 req-6479e3b2-d17a-4bad-884c-606fbf506cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:22.266807 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-628637b9-1185-4298-9401-ad360be51b49 req-6479e3b2-d17a-4bad-884c-606fbf506cc7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ea00e02a-6838-40a9-b1d7-a5a03e20d3b1 HTTP/1.1" status: 200 len: 848 time: 0.0495121 Jun 16 16:11:22.327253 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628637b9-1185-4298-9401-ad360be51b49 req-a1773002-2277-4c68-b929-9829d917213a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:22.328723 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-628637b9-1185-4298-9401-ad360be51b49 req-a1773002-2277-4c68-b929-9829d917213a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9b440f45-4a88-4d84-9a29-8220f48297fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0555875 Jun 16 16:11:22.425355 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-628637b9-1185-4298-9401-ad360be51b49 req-36f9f1f7-ef40-4b7a-8e07-017ae355fb90 service neutron] 10.222.0.15 "GET /v2.0/networks/9b440f45-4a88-4d84-9a29-8220f48297fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894408 Jun 16 16:11:22.549989 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616aaecd-d49b-4963-b9c8-c387570a7cc4 req-0814fadb-a3dc-4b56-87c2-efc117190514 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:22.551470 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-616aaecd-d49b-4963-b9c8-c387570a7cc4 req-0814fadb-a3dc-4b56-87c2-efc117190514 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd0f51f7-f3e2-4aef-a493-a566d15bda7b HTTP/1.1" status: 200 len: 944 time: 0.3546610 Jun 16 16:11:22.561775 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-628637b9-1185-4298-9401-ad360be51b49 req-52b8d756-f1d9-48b6-bfc7-d3fc074a92a4 service neutron] 10.222.0.15 "GET /v2.0/networks/9b440f45-4a88-4d84-9a29-8220f48297fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283095 Jun 16 16:11:22.583418 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b48e220-8f95-44a8-a0dd-3c6b36e0c208 req-8379ffa9-b29b-4ea0-b80d-e0cc0a79a1db tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:22.584795 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-2b48e220-8f95-44a8-a0dd-3c6b36e0c208 req-8379ffa9-b29b-4ea0-b80d-e0cc0a79a1db tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c83968e-60c5-411a-958e-74c856a073f6 HTTP/1.1" status: 200 len: 943 time: 0.0907106 Jun 16 16:11:22.601632 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-616aaecd-d49b-4963-b9c8-c387570a7cc4 req-97877ee3-aa6a-4412-ad5e-c4fe62c4463d tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/security-groups?id=423af48b-c5df-46e1-80e7-8deb00a62110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443163 Jun 16 16:11:22.604909 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f171f40-f11e-4363-bf14-f9698dbc3c55 req-b492a3db-cb91-4d7a-9eae-415907d388c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:22.605932 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-5f171f40-f11e-4363-bf14-f9698dbc3c55 req-b492a3db-cb91-4d7a-9eae-415907d388c1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7c83968e-60c5-411a-958e-74c856a073f6&tenant_id=16b677d62510476d919b610e7baa5577 HTTP/1.1" status: 200 len: 1096 time: 0.3610671 Jun 16 16:11:22.624422 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-2b48e220-8f95-44a8-a0dd-3c6b36e0c208 req-26deb4c7-5d51-4e56-b9fc-54bea1e3cf3f tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c2ebdd3-867c-4bec-9985-ebc5f980f44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338936 Jun 16 16:11:22.683496 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f171f40-f11e-4363-bf14-f9698dbc3c55 req-66b77c5d-77f8-40f0-b976-d4f9f7655c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:22.685781 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-5f171f40-f11e-4363-bf14-f9698dbc3c55 req-66b77c5d-77f8-40f0-b976-d4f9f7655c77 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=16b677d62510476d919b610e7baa5577&device_id=7c83968e-60c5-411a-958e-74c856a073f6 HTTP/1.1" status: 200 len: 1096 time: 0.0516682 Jun 16 16:11:22.783104 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f171f40-f11e-4363-bf14-f9698dbc3c55 req-36ed8805-37b0-46fe-8143-98c430899369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:22.784577 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-5f171f40-f11e-4363-bf14-f9698dbc3c55 req-36ed8805-37b0-46fe-8143-98c430899369 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cfdbc1d1-75c9-493c-aefe-3be5c8294cd4 HTTP/1.1" status: 200 len: 918 time: 0.0893228 Jun 16 16:11:22.847501 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-459ba97e-0994-401b-bd86-9772962a392e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:22.849552 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-5f171f40-f11e-4363-bf14-f9698dbc3c55 req-8c4bb03f-365b-4332-a9ae-5ad82f7cf007 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f9d71033-5bec-4e78-af59-75366179378a HTTP/1.1" status: 200 len: 997 time: 0.0579731 Jun 16 16:11:22.896903 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f171f40-f11e-4363-bf14-f9698dbc3c55 req-d99c1ae1-1fb0-4881-9040-83d9cf41a8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:22.898342 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-5f171f40-f11e-4363-bf14-f9698dbc3c55 req-d99c1ae1-1fb0-4881-9040-83d9cf41a8fa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6b78bc3c-b434-4bd5-9871-761bea7dd046 HTTP/1.1" status: 200 len: 856 time: 0.0432379 Jun 16 16:11:22.960146 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f171f40-f11e-4363-bf14-f9698dbc3c55 req-a6d02abd-4143-468a-84dc-c275be21d54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:22.961647 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-5f171f40-f11e-4363-bf14-f9698dbc3c55 req-a6d02abd-4143-468a-84dc-c275be21d54a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cfdbc1d1-75c9-493c-aefe-3be5c8294cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0567124 Jun 16 16:11:23.053282 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-5f171f40-f11e-4363-bf14-f9698dbc3c55 req-de1cd8b7-5c76-471f-8d41-365fb022cf6d service neutron] 10.222.0.15 "GET /v2.0/networks/cfdbc1d1-75c9-493c-aefe-3be5c8294cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847600 Jun 16 16:11:23.145316 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-5f171f40-f11e-4363-bf14-f9698dbc3c55 req-dea024db-bc46-44b3-bfae-60c603a81c90 service neutron] 10.222.0.15 "GET /v2.0/networks/cfdbc1d1-75c9-493c-aefe-3be5c8294cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862844 Jun 16 16:11:23.857670 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae55e1b6-d646-4934-bd97-dc3a1e07cf8f req-5cba668e-36a9-4cb3-956a-ae4f5e35e34e tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:23.865302 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86840d6e-1666-401c-b1ae-09c6e7b17401 req-4c380510-4029-402b-a85e-3d93913dad1c tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:23.865825 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-ae55e1b6-d646-4934-bd97-dc3a1e07cf8f req-5cba668e-36a9-4cb3-956a-ae4f5e35e34e tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c83968e-60c5-411a-958e-74c856a073f6 HTTP/1.1" status: 200 len: 943 time: 0.1044710 Jun 16 16:11:23.879357 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-86840d6e-1666-401c-b1ae-09c6e7b17401 req-4c380510-4029-402b-a85e-3d93913dad1c tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd0f51f7-f3e2-4aef-a493-a566d15bda7b HTTP/1.1" status: 200 len: 944 time: 0.1342735 Jun 16 16:11:23.923830 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-ae55e1b6-d646-4934-bd97-dc3a1e07cf8f req-98876454-903e-408a-94b5-6dff560c0006 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c2ebdd3-867c-4bec-9985-ebc5f980f44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571244 Jun 16 16:11:23.925583 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-86840d6e-1666-401c-b1ae-09c6e7b17401 req-1def608a-bf3b-4f92-99e0-51c5ceb98431 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/security-groups?id=423af48b-c5df-46e1-80e7-8deb00a62110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440800 Jun 16 16:11:25.129119 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba2c7b3-a900-4def-ac03-0fe30c1608b6 req-6a718c7a-6e3a-43a8-8e5d-53a108f8d0fa tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:25.130644 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-1ba2c7b3-a900-4def-ac03-0fe30c1608b6 req-6a718c7a-6e3a-43a8-8e5d-53a108f8d0fa tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c83968e-60c5-411a-958e-74c856a073f6 HTTP/1.1" status: 200 len: 943 time: 0.0685697 Jun 16 16:11:25.140615 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b0ec20-5af1-4701-bea4-af3d47474832 req-3e0108c7-d949-4ba3-923d-31275602dc42 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:25.142855 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-b5b0ec20-5af1-4701-bea4-af3d47474832 req-3e0108c7-d949-4ba3-923d-31275602dc42 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd0f51f7-f3e2-4aef-a493-a566d15bda7b HTTP/1.1" status: 200 len: 944 time: 0.0843377 Jun 16 16:11:25.171578 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-1ba2c7b3-a900-4def-ac03-0fe30c1608b6 req-dcf83b65-bd8b-417e-beb3-4e5ec33aec29 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c2ebdd3-867c-4bec-9985-ebc5f980f44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348835 Jun 16 16:11:25.188563 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-b5b0ec20-5af1-4701-bea4-af3d47474832 req-f7611883-fc6d-4e60-bffb-7dec12ccd35e tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/security-groups?id=423af48b-c5df-46e1-80e7-8deb00a62110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394371 Jun 16 16:11:26.381918 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b83e4-50f1-4669-a103-229ad6211160 req-c4802e64-26b0-40a3-9a5f-3f8f623cf781 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:26.384117 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-b34b83e4-50f1-4669-a103-229ad6211160 req-c4802e64-26b0-40a3-9a5f-3f8f623cf781 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c83968e-60c5-411a-958e-74c856a073f6 HTTP/1.1" status: 200 len: 943 time: 0.0804491 Jun 16 16:11:26.402576 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f70f54-1449-4ea2-9324-4a7142d2414f req-b279a2d1-b7c4-4f3f-a2aa-71432866425d tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:26.404845 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c5f70f54-1449-4ea2-9324-4a7142d2414f req-b279a2d1-b7c4-4f3f-a2aa-71432866425d tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd0f51f7-f3e2-4aef-a493-a566d15bda7b HTTP/1.1" status: 200 len: 944 time: 0.1005783 Jun 16 16:11:26.434961 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-b34b83e4-50f1-4669-a103-229ad6211160 req-d29190f6-b924-4208-9745-0d2d3ae81d5d tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c2ebdd3-867c-4bec-9985-ebc5f980f44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404909 Jun 16 16:11:26.457828 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c5f70f54-1449-4ea2-9324-4a7142d2414f req-695e0da5-318a-42e5-906b-b7ef1a8b8785 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/security-groups?id=423af48b-c5df-46e1-80e7-8deb00a62110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412285 Jun 16 16:11:27.635617 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a1285-f1fb-40d9-89a5-7cd40ceeb6f3 req-93c9628c-f1d6-4299-ae54-693830cff6aa tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:27.637351 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-3e6a1285-f1fb-40d9-89a5-7cd40ceeb6f3 req-93c9628c-f1d6-4299-ae54-693830cff6aa tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c83968e-60c5-411a-958e-74c856a073f6 HTTP/1.1" status: 200 len: 943 time: 0.0798352 Jun 16 16:11:27.667418 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e93df6c-427b-4439-9460-617bdbb3b26c req-eb81ab43-86a7-4b99-bc47-7632943641ce tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:27.670096 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-7e93df6c-427b-4439-9460-617bdbb3b26c req-eb81ab43-86a7-4b99-bc47-7632943641ce tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd0f51f7-f3e2-4aef-a493-a566d15bda7b HTTP/1.1" status: 200 len: 944 time: 0.0844033 Jun 16 16:11:27.684836 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-3e6a1285-f1fb-40d9-89a5-7cd40ceeb6f3 req-5756344b-4ff2-41ac-b0fa-9ab8441355b4 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c2ebdd3-867c-4bec-9985-ebc5f980f44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383883 Jun 16 16:11:27.715028 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-7e93df6c-427b-4439-9460-617bdbb3b26c req-a81f3600-2e73-479f-b9fe-aed48ea9fde1 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/security-groups?id=423af48b-c5df-46e1-80e7-8deb00a62110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381200 Jun 16 16:11:28.884309 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f0465-28f9-457a-9d33-6c2d12bd08ab req-1b822803-ade4-4f87-806f-f6a92124feb1 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:28.886141 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-253f0465-28f9-457a-9d33-6c2d12bd08ab req-1b822803-ade4-4f87-806f-f6a92124feb1 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c83968e-60c5-411a-958e-74c856a073f6 HTTP/1.1" status: 200 len: 943 time: 0.0679464 Jun 16 16:11:28.911499 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69348cd-1e14-44f6-8bf9-dd090670806f req-d8cc4972-3db0-40da-94ff-293242c08739 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:28.913000 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-b69348cd-1e14-44f6-8bf9-dd090670806f req-d8cc4972-3db0-40da-94ff-293242c08739 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd0f51f7-f3e2-4aef-a493-a566d15bda7b HTTP/1.1" status: 200 len: 944 time: 0.0695689 Jun 16 16:11:28.937198 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-253f0465-28f9-457a-9d33-6c2d12bd08ab req-e55249c2-5fe2-4fdc-bc01-6b8457a53177 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c2ebdd3-867c-4bec-9985-ebc5f980f44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436788 Jun 16 16:11:28.961345 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-b69348cd-1e14-44f6-8bf9-dd090670806f req-91498d57-d61a-4812-a6ee-5866b31b70dc tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/security-groups?id=423af48b-c5df-46e1-80e7-8deb00a62110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421913 Jun 16 16:11:30.163939 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc622a4-2b99-44a9-a929-bcda536e3e0a req-85e0fe7f-9f5c-4ed0-b1ad-8a63a1fd4d51 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:30.165199 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bb35f7-7e52-477e-adad-74c0424c5cf2 req-034bb8b2-8736-4dbf-90dd-7010108591de tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:30.165918 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-bdc622a4-2b99-44a9-a929-bcda536e3e0a req-85e0fe7f-9f5c-4ed0-b1ad-8a63a1fd4d51 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c83968e-60c5-411a-958e-74c856a073f6 HTTP/1.1" status: 200 len: 943 time: 0.0976379 Jun 16 16:11:30.167140 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-39bb35f7-7e52-477e-adad-74c0424c5cf2 req-034bb8b2-8736-4dbf-90dd-7010108591de tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd0f51f7-f3e2-4aef-a493-a566d15bda7b HTTP/1.1" status: 200 len: 944 time: 0.0816674 Jun 16 16:11:30.209870 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-bdc622a4-2b99-44a9-a929-bcda536e3e0a req-a58edc62-2bcc-4033-948b-f19bce79710d tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c2ebdd3-867c-4bec-9985-ebc5f980f44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368609 Jun 16 16:11:30.211518 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-39bb35f7-7e52-477e-adad-74c0424c5cf2 req-95d2516e-3836-4e34-a617-c3d51420d4bf tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/security-groups?id=423af48b-c5df-46e1-80e7-8deb00a62110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386479 Jun 16 16:11:31.420881 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36fd359-f708-4d2d-8d94-e51b1e8ca0a1 req-bda40025-4f2e-4da5-be8f-a30bf773e4d3 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:31.422673 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-c36fd359-f708-4d2d-8d94-e51b1e8ca0a1 req-bda40025-4f2e-4da5-be8f-a30bf773e4d3 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c83968e-60c5-411a-958e-74c856a073f6 HTTP/1.1" status: 200 len: 943 time: 0.0688879 Jun 16 16:11:31.427120 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1744aa27-34a1-446b-b918-bbcc3e4a4567 req-39b6259c-c960-4343-b2ca-a27947dd8f65 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:31.428646 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-1744aa27-34a1-446b-b918-bbcc3e4a4567 req-39b6259c-c960-4343-b2ca-a27947dd8f65 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd0f51f7-f3e2-4aef-a493-a566d15bda7b HTTP/1.1" status: 200 len: 944 time: 0.0682199 Jun 16 16:11:31.467456 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-c36fd359-f708-4d2d-8d94-e51b1e8ca0a1 req-33560154-093c-4a36-aca9-577e16270a4c tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c2ebdd3-867c-4bec-9985-ebc5f980f44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385206 Jun 16 16:11:31.468948 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-1744aa27-34a1-446b-b918-bbcc3e4a4567 req-39d77fef-4c69-493f-8089-9faad1449cb4 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/security-groups?id=423af48b-c5df-46e1-80e7-8deb00a62110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346580 Jun 16 16:11:32.662696 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca7289b-9e0c-42cc-9c1c-a5200cc21fab req-c1f9c037-18c1-4fd1-9c6c-deb5cb6f8eac tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:32.664129 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-9ca7289b-9e0c-42cc-9c1c-a5200cc21fab req-c1f9c037-18c1-4fd1-9c6c-deb5cb6f8eac tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd0f51f7-f3e2-4aef-a493-a566d15bda7b HTTP/1.1" status: 200 len: 944 time: 0.0738571 Jun 16 16:11:32.670864 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399170fd-4f0c-4cd8-a5dc-0536dc963f30 req-8e303a7d-7b32-49ca-abba-6ee92460751f tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:32.677641 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-399170fd-4f0c-4cd8-a5dc-0536dc963f30 req-8e303a7d-7b32-49ca-abba-6ee92460751f tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c83968e-60c5-411a-958e-74c856a073f6 HTTP/1.1" status: 200 len: 943 time: 0.0755763 Jun 16 16:11:32.707930 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-9ca7289b-9e0c-42cc-9c1c-a5200cc21fab req-c87ddb91-6cb5-4b07-823a-729197b67c31 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/security-groups?id=423af48b-c5df-46e1-80e7-8deb00a62110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372524 Jun 16 16:11:32.718297 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-399170fd-4f0c-4cd8-a5dc-0536dc963f30 req-be6b49b4-5938-45fe-b26b-b8e1f70ca894 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c2ebdd3-867c-4bec-9985-ebc5f980f44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397820 Jun 16 16:11:33.899180 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41519708-3ba4-4ced-a3ad-30e46f28e010 req-d93c6ce0-1fac-47c6-aafe-0dbea85fe7fc tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:33.899939 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1acabec-54c8-422b-9ad7-ebefef297fc8 req-df357dc0-79af-4a10-af89-e4930881b036 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:33.900634 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-41519708-3ba4-4ced-a3ad-30e46f28e010 req-d93c6ce0-1fac-47c6-aafe-0dbea85fe7fc tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c83968e-60c5-411a-958e-74c856a073f6 HTTP/1.1" status: 200 len: 943 time: 0.0634122 Jun 16 16:11:33.901272 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f1acabec-54c8-422b-9ad7-ebefef297fc8 req-df357dc0-79af-4a10-af89-e4930881b036 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd0f51f7-f3e2-4aef-a493-a566d15bda7b HTTP/1.1" status: 200 len: 944 time: 0.0637138 Jun 16 16:11:33.939696 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f1acabec-54c8-422b-9ad7-ebefef297fc8 req-7e4671d0-2c82-4c6a-9cb4-b53da87806a9 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/security-groups?id=423af48b-c5df-46e1-80e7-8deb00a62110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324669 Jun 16 16:11:33.940457 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-41519708-3ba4-4ced-a3ad-30e46f28e010 req-64b82b78-5396-41e5-a736-2ee9bc4d5293 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c2ebdd3-867c-4bec-9985-ebc5f980f44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339265 Jun 16 16:11:35.117509 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342189fc-7576-4e04-b2c5-9576faced446 req-cf6874c4-eb93-4021-a4e1-26479b25c5b6 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:35.118641 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db96eff4-24e5-4492-be3c-747f15f1e135 req-626e3eb8-8fbf-41d6-a7a3-29e7d4c101b7 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:35.119115 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-342189fc-7576-4e04-b2c5-9576faced446 req-cf6874c4-eb93-4021-a4e1-26479b25c5b6 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd0f51f7-f3e2-4aef-a493-a566d15bda7b HTTP/1.1" status: 200 len: 944 time: 0.0674949 Jun 16 16:11:35.120092 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-db96eff4-24e5-4492-be3c-747f15f1e135 req-626e3eb8-8fbf-41d6-a7a3-29e7d4c101b7 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c83968e-60c5-411a-958e-74c856a073f6 HTTP/1.1" status: 200 len: 943 time: 0.0645897 Jun 16 16:11:35.159814 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-db96eff4-24e5-4492-be3c-747f15f1e135 req-f2a14a9c-9f5d-4b79-8b68-e5d01b85f3f7 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c2ebdd3-867c-4bec-9985-ebc5f980f44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331845 Jun 16 16:11:35.163494 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-342189fc-7576-4e04-b2c5-9576faced446 req-8bc5d5fe-a12a-4629-8c2a-cd96b44dfd1b tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/security-groups?id=423af48b-c5df-46e1-80e7-8deb00a62110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381451 Jun 16 16:11:36.381956 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c34c3-a476-4407-9ce6-7f699a46f3b1 req-81af9159-3d1b-4709-8151-96a52c12e76a tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:36.388995 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-264c34c3-a476-4407-9ce6-7f699a46f3b1 req-81af9159-3d1b-4709-8151-96a52c12e76a tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd0f51f7-f3e2-4aef-a493-a566d15bda7b HTTP/1.1" status: 200 len: 944 time: 0.0972538 Jun 16 16:11:36.423107 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-264c34c3-a476-4407-9ce6-7f699a46f3b1 req-c17a50b7-1f23-4367-9f5b-19ff146d83fe tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/security-groups?id=423af48b-c5df-46e1-80e7-8deb00a62110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330982 Jun 16 16:11:36.445643 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08d0d1c-3f1a-4689-9d19-7ae572c855a4 req-f2cd8979-f2e2-475c-854f-a2587bc7547f tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:36.447095 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-e08d0d1c-3f1a-4689-9d19-7ae572c855a4 req-f2cd8979-f2e2-475c-854f-a2587bc7547f tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c83968e-60c5-411a-958e-74c856a073f6 HTTP/1.1" status: 200 len: 943 time: 0.0660436 Jun 16 16:11:36.485103 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-e08d0d1c-3f1a-4689-9d19-7ae572c855a4 req-fad6b263-5da8-4150-a012-43586bfb98b5 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c2ebdd3-867c-4bec-9985-ebc5f980f44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321989 Jun 16 16:11:37.531806 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device 529f026a-df40-4cda-af17-002a523cfcda details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91876) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:11:37.599299 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875ddf70-5e76-4db6-82a5-ba0add015b81 req-29aac7d7-593e-48da-aabf-6993b90b05f5 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:37.600850 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-875ddf70-5e76-4db6-82a5-ba0add015b81 req-29aac7d7-593e-48da-aabf-6993b90b05f5 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd0f51f7-f3e2-4aef-a493-a566d15bda7b HTTP/1.1" status: 200 len: 944 time: 0.0684857 Jun 16 16:11:37.629883 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] For port 529f026a-df40-4cda-af17-002a523cfcda, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=529f026a-df40-4cda-af17-002a523cfcda,segment=NetworkSegment(3cd1e79d-857f-4698-965a-d9a3a3d0116f),segment_id=3cd1e79d-857f-4698-965a-d9a3a3d0116f)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:11:37.641140 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-875ddf70-5e76-4db6-82a5-ba0add015b81 req-24736975-3f18-4b09-8294-2d32e5f5d4ea tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/security-groups?id=423af48b-c5df-46e1-80e7-8deb00a62110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345187 Jun 16 16:11:37.641672 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Returning: {'device': '529f026a-df40-4cda-af17-002a523cfcda', 'network_id': 'a3ebedf3-8e19-44c9-ac63-65dd93c0bad7', 'port_id': '529f026a-df40-4cda-af17-002a523cfcda', 'mac_address': 'fa:16:3e:dd:9a:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fddd5f14-0f57-4350-96d9-5e8c4267026c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91876) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:11:37.687517 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:37.703065 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.notifiers.nova [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 529f026a-df40-4cda-af17-002a523cfcda {{(pid=91876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:11:37.726373 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] For port 529f026a-df40-4cda-af17-002a523cfcda, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=529f026a-df40-4cda-af17-002a523cfcda,segment=NetworkSegment(3cd1e79d-857f-4698-965a-d9a3a3d0116f),segment_id=3cd1e79d-857f-4698-965a-d9a3a3d0116f)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:11:37.730746 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:37.732197 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device f9d71033-5bec-4e78-af59-75366179378a details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91876) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:11:37.735348 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:11:37.838337 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0638a-aa82-440a-9e23-5d7dbd131518 req-4b83e8b3-9ba7-4d67-a723-f99e3fc176f7 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:37.839859 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c7d0638a-aa82-440a-9e23-5d7dbd131518 req-4b83e8b3-9ba7-4d67-a723-f99e3fc176f7 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c83968e-60c5-411a-958e-74c856a073f6 HTTP/1.1" status: 200 len: 943 time: 0.0715249 Jun 16 16:11:37.852426 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Pushing event updated for resources: {'Port': ['ID=529f026a-df40-4cda-af17-002a523cfcda,revision_number=4']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:37.857091 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:11:37.883923 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c7d0638a-aa82-440a-9e23-5d7dbd131518 req-e50a9340-276d-4e21-bfe5-e9b645570e94 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c2ebdd3-867c-4bec-9985-ebc5f980f44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360546 Jun 16 16:11:37.887806 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] For port f9d71033-5bec-4e78-af59-75366179378a, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=f9d71033-5bec-4e78-af59-75366179378a,segment=NetworkSegment(9b04c04a-5851-495d-91c5-098f1a7e56ff),segment_id=9b04c04a-5851-495d-91c5-098f1a7e56ff)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:11:37.899281 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Returning: {'device': 'f9d71033-5bec-4e78-af59-75366179378a', 'network_id': 'cfdbc1d1-75c9-493c-aefe-3be5c8294cd4', 'port_id': 'f9d71033-5bec-4e78-af59-75366179378a', 'mac_address': 'fa:16:3e:0d:ba:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b78bc3c-b434-4bd5-9871-761bea7dd046', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91876) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:11:37.935858 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:37.948213 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.notifiers.nova [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9d71033-5bec-4e78-af59-75366179378a {{(pid=91876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:11:37.967817 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] For port f9d71033-5bec-4e78-af59-75366179378a, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=f9d71033-5bec-4e78-af59-75366179378a,segment=NetworkSegment(9b04c04a-5851-495d-91c5-098f1a7e56ff),segment_id=9b04c04a-5851-495d-91c5-098f1a7e56ff)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:11:37.970830 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:37.972546 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-3c093b8d-36a9-45d2-a023-4cbd576d34e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:11:38.017209 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Pushing event updated for resources: {'Port': ['ID=f9d71033-5bec-4e78-af59-75366179378a,revision_number=9']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:38.020212 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:11:38.250480 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] get_ports_and_sgs() called for port_ids ['529f026a-df40-4cda-af17-002a523cfcda'] {{(pid=91876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:11:38.276605 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] get_ports_and_sgs() called for port_ids ['f9d71033-5bec-4e78-af59-75366179378a'] {{(pid=91876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:11:38.824544 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3cf8a0-3898-4900-9179-d4e089e5acd6 req-6db06fee-85fb-4761-b90f-06e34ae03def tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:38.826247 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-cb3cf8a0-3898-4900-9179-d4e089e5acd6 req-6db06fee-85fb-4761-b90f-06e34ae03def tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd0f51f7-f3e2-4aef-a493-a566d15bda7b HTTP/1.1" status: 200 len: 945 time: 0.0654795 Jun 16 16:11:38.866245 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-cb3cf8a0-3898-4900-9179-d4e089e5acd6 req-cb7b2747-8250-4b6d-8535-62b065401568 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/security-groups?id=423af48b-c5df-46e1-80e7-8deb00a62110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344932 Jun 16 16:11:39.072548 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c66d926-c619-40bb-b369-cda092d640a8 req-35756802-331d-46f3-afd2-9451077dd5fb tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:39.074183 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2c66d926-c619-40bb-b369-cda092d640a8 req-35756802-331d-46f3-afd2-9451077dd5fb tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c83968e-60c5-411a-958e-74c856a073f6 HTTP/1.1" status: 200 len: 944 time: 0.0703588 Jun 16 16:11:39.112037 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2c66d926-c619-40bb-b369-cda092d640a8 req-9e40f3bd-0f1d-4cd4-9e79-1624713d6055 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c2ebdd3-867c-4bec-9985-ebc5f980f44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320473 Jun 16 16:11:39.396707 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96609f2-0818-422f-be2b-6524c474b5ca req-d90e1207-e60d-4dec-a00e-7031b05da2e8 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:39.398098 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d96609f2-0818-422f-be2b-6524c474b5ca req-d90e1207-e60d-4dec-a00e-7031b05da2e8 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f483ee-52bb-4793-85af-683c01500a20 HTTP/1.1" status: 200 len: 945 time: 0.0629413 Jun 16 16:11:39.440398 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d96609f2-0818-422f-be2b-6524c474b5ca req-d00cd82f-97aa-4da7-bbf6-5518f2c57c95 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6dddd99-3cb0-49f4-8bf6-4c2beef266cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361071 Jun 16 16:11:39.535267 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device f9d71033-5bec-4e78-af59-75366179378a up at agent hyperv_hv-cinder-79611 {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:11:39.581177 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Provisioning complete for port f9d71033-5bec-4e78-af59-75366179378a triggered by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:11:39.581583 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:39.657475 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:39.679434 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c83968e-60c5-411a-958e-74c856a073f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d71033-5bec-4e78-af59-75366179378a'}] {{(pid=91876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:11:39.681679 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a9c68db8c06307a0250ecdd4df366f09270e0987ddc1c5d61c2ecaceaac02f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-317e5c9f-17bb-4dcc-af3d-58d9ed07552e" -d '{"events": [{"server_uuid": "7c83968e-60c5-411a-958e-74c856a073f6", "name": "network-vif-plugged", "status": "completed", "tag": "f9d71033-5bec-4e78-af59-75366179378a"}]}' {{(pid=91876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:11:39.695256 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] For port f9d71033-5bec-4e78-af59-75366179378a, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=f9d71033-5bec-4e78-af59-75366179378a,segment=NetworkSegment(9b04c04a-5851-495d-91c5-098f1a7e56ff),segment_id=9b04c04a-5851-495d-91c5-098f1a7e56ff)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:11:39.699516 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:39.700272 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device 529f026a-df40-4cda-af17-002a523cfcda up at agent hyperv_hv-cinder-79611 {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:11:39.702690 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:11:39.721275 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e038229-c91c-49e8-99a5-6b01dc84e758 x-openstack-request-id: req-2e038229-c91c-49e8-99a5-6b01dc84e758 {{(pid=91876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:11:39.721596 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c83968e-60c5-411a-958e-74c856a073f6", "name": "network-vif-plugged", "status": "completed", "tag": "f9d71033-5bec-4e78-af59-75366179378a", "code": 200}]} {{(pid=91876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:11:39.721857 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2e038229-c91c-49e8-99a5-6b01dc84e758 {{(pid=91876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:11:39.722244 dv-cinder-796114-3-iscsi neutron-server[91876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c83968e-60c5-411a-958e-74c856a073f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d71033-5bec-4e78-af59-75366179378a', 'code': 200} Jun 16 16:11:39.779138 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Pushing event updated for resources: {'Port': ['ID=f9d71033-5bec-4e78-af59-75366179378a,revision_number=10']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:39.782822 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:11:39.788620 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Provisioning for port 529f026a-df40-4cda-af17-002a523cfcda completed by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:11:39.792320 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Provisioning complete for port 529f026a-df40-4cda-af17-002a523cfcda triggered by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:11:39.792714 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:39.873295 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:39.906700 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] For port 529f026a-df40-4cda-af17-002a523cfcda, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=529f026a-df40-4cda-af17-002a523cfcda,segment=NetworkSegment(3cd1e79d-857f-4698-965a-d9a3a3d0116f),segment_id=3cd1e79d-857f-4698-965a-d9a3a3d0116f)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:11:39.911474 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:39.914788 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:11:39.921044 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8886cd82-9fd7-4861-8a24-67a37945354b req-a0a3e1bf-0a4a-49f3-91d5-0119b957dcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:39.922569 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-8886cd82-9fd7-4861-8a24-67a37945354b req-a0a3e1bf-0a4a-49f3-91d5-0119b957dcbb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7c83968e-60c5-411a-958e-74c856a073f6 HTTP/1.1" status: 200 len: 1099 time: 0.0545051 Jun 16 16:11:39.959294 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-8886cd82-9fd7-4861-8a24-67a37945354b req-f6e2a5d5-9f72-44f9-8c4d-937c2f987f5b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0c2ebdd3-867c-4bec-9985-ebc5f980f44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288355 Jun 16 16:11:39.963568 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Pushing event updated for resources: {'Port': ['ID=529f026a-df40-4cda-af17-002a523cfcda,revision_number=5']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:39.966699 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:11:40.043760 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc523b-c8c5-40d6-a3aa-b693c2233d47 req-4fe2cc59-3d89-41e9-bfda-1bbb8c88b6ee tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:40.045832 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-83cc523b-c8c5-40d6-a3aa-b693c2233d47 req-4fe2cc59-3d89-41e9-bfda-1bbb8c88b6ee tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd0f51f7-f3e2-4aef-a493-a566d15bda7b HTTP/1.1" status: 200 len: 946 time: 0.0673311 Jun 16 16:11:40.086546 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-83cc523b-c8c5-40d6-a3aa-b693c2233d47 req-02fbd369-e527-4bc9-a9a3-48c1a1e598c5 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/security-groups?id=423af48b-c5df-46e1-80e7-8deb00a62110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348694 Jun 16 16:11:40.287705 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f3ec7-8556-4e2c-8c60-0e0824ae9eb0 req-63899a00-573e-4037-8fc6-d5815b7fd4c1 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:40.289142 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-e99f3ec7-8556-4e2c-8c60-0e0824ae9eb0 req-63899a00-573e-4037-8fc6-d5815b7fd4c1 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c83968e-60c5-411a-958e-74c856a073f6 HTTP/1.1" status: 200 len: 946 time: 0.0617774 Jun 16 16:11:40.331279 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-e99f3ec7-8556-4e2c-8c60-0e0824ae9eb0 req-83d25c00-2b7e-447b-b359-12702b2385ca tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c2ebdd3-867c-4bec-9985-ebc5f980f44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357170 Jun 16 16:11:40.613764 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f118d5e3-e1f2-4cba-8a91-93209f18e108 req-9b49927f-ed68-4a64-a258-e8770c4d5f5d tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:40.615112 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f118d5e3-e1f2-4cba-8a91-93209f18e108 req-9b49927f-ed68-4a64-a258-e8770c4d5f5d tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f483ee-52bb-4793-85af-683c01500a20 HTTP/1.1" status: 200 len: 945 time: 0.0660253 Jun 16 16:11:40.651912 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f118d5e3-e1f2-4cba-8a91-93209f18e108 req-26104221-e6c6-43de-b6b0-1040bcdd0364 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6dddd99-3cb0-49f4-8bf6-4c2beef266cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313263 Jun 16 16:11:41.261341 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d9aaf3-bb2b-4aa3-afc4-9cde72d162f6 req-b9d8ca37-6175-4127-9bbf-fce052de30fe tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:41.263534 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-87d9aaf3-bb2b-4aa3-afc4-9cde72d162f6 req-b9d8ca37-6175-4127-9bbf-fce052de30fe tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd0f51f7-f3e2-4aef-a493-a566d15bda7b HTTP/1.1" status: 200 len: 946 time: 0.0636833 Jun 16 16:11:41.302679 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-87d9aaf3-bb2b-4aa3-afc4-9cde72d162f6 req-40d0f562-458d-4c6f-b133-40fbd35c90a9 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/security-groups?id=423af48b-c5df-46e1-80e7-8deb00a62110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329816 Jun 16 16:11:41.407992 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b5a9e-f960-4a00-9b49-2557893c27d4 req-22f180eb-e17c-4ba6-920e-011b27861c20 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:41.409468 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-513b5a9e-f960-4a00-9b49-2557893c27d4 req-22f180eb-e17c-4ba6-920e-011b27861c20 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.15 "GET /v2.0/ports?device_id=06f483ee-52bb-4793-85af-683c01500a20 HTTP/1.1" status: 200 len: 945 time: 0.0686700 Jun 16 16:11:41.553655 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077f2dd0-8c0f-4941-a76f-7b9c49040b5b req-f8fab141-3d51-48e7-9b0e-9c39d12398d1 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:41.555124 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-077f2dd0-8c0f-4941-a76f-7b9c49040b5b req-f8fab141-3d51-48e7-9b0e-9c39d12398d1 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c83968e-60c5-411a-958e-74c856a073f6 HTTP/1.1" status: 200 len: 946 time: 0.1036243 Jun 16 16:11:41.579682 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [req-513b5a9e-f960-4a00-9b49-2557893c27d4 req-9d259813-1e78-4398-b7e4-15f787c88c36 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Deleting port 9e97b060-6988-45d0-bfa1-29684cc01830 {{(pid=91874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:11:41.580029 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-513b5a9e-f960-4a00-9b49-2557893c27d4 req-9d259813-1e78-4398-b7e4-15f787c88c36 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726811340957'] for port, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:41.649209 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-077f2dd0-8c0f-4941-a76f-7b9c49040b5b req-81622011-fe23-4f33-8205-c129bd13fb17 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c2ebdd3-867c-4bec-9985-ebc5f980f44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870056 Jun 16 16:11:41.692857 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [req-513b5a9e-f960-4a00-9b49-2557893c27d4 req-9d259813-1e78-4398-b7e4-15f787c88c36 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] For port 9e97b060-6988-45d0-bfa1-29684cc01830, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=9e97b060-6988-45d0-bfa1-29684cc01830,segment=NetworkSegment(28ca8ba8-691c-48b2-ad64-51cdd785b47e),segment_id=28ca8ba8-691c-48b2-ad64-51cdd785b47e)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:11:41.693229 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-513b5a9e-f960-4a00-9b49-2557893c27d4 req-9d259813-1e78-4398-b7e4-15f787c88c36 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674541'] for port, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:41.723531 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd0f51f7-f3e2-4aef-a493-a566d15bda7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '529f026a-df40-4cda-af17-002a523cfcda'}] {{(pid=91876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:11:41.725922 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a9c68db8c06307a0250ecdd4df366f09270e0987ddc1c5d61c2ecaceaac02f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d89323d9-d639-4b87-895d-06c70df6beea" -d '{"events": [{"server_uuid": "fd0f51f7-f3e2-4aef-a493-a566d15bda7b", "name": "network-vif-plugged", "status": "completed", "tag": "529f026a-df40-4cda-af17-002a523cfcda"}]}' {{(pid=91876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:11:41.762230 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00bbd223-3aec-4f4c-a1d5-209cec0308ff x-openstack-request-id: req-00bbd223-3aec-4f4c-a1d5-209cec0308ff {{(pid=91876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:11:41.762569 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd0f51f7-f3e2-4aef-a493-a566d15bda7b", "name": "network-vif-plugged", "status": "completed", "tag": "529f026a-df40-4cda-af17-002a523cfcda", "code": 200}]} {{(pid=91876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:11:41.763021 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-00bbd223-3aec-4f4c-a1d5-209cec0308ff {{(pid=91876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:11:41.763425 dv-cinder-796114-3-iscsi neutron-server[91876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd0f51f7-f3e2-4aef-a493-a566d15bda7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '529f026a-df40-4cda-af17-002a523cfcda', 'code': 200} Jun 16 16:11:41.839979 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35975854-ffce-4a42-97d2-dcc6bb73b840 req-323176d6-9a29-4722-95b2-17e85e80921b tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:41.842136 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-35975854-ffce-4a42-97d2-dcc6bb73b840 req-323176d6-9a29-4722-95b2-17e85e80921b tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f483ee-52bb-4793-85af-683c01500a20 HTTP/1.1" status: 200 len: 945 time: 0.0688174 Jun 16 16:11:41.865827 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-513b5a9e-f960-4a00-9b49-2557893c27d4 req-9d259813-1e78-4398-b7e4-15f787c88c36 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:41.866204 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-513b5a9e-f960-4a00-9b49-2557893c27d4 req-9d259813-1e78-4398-b7e4-15f787c88c36 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702189'] for floatingip, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:41.866529 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.db.l3_db [req-513b5a9e-f960-4a00-9b49-2557893c27d4 req-9d259813-1e78-4398-b7e4-15f787c88c36 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Floating IP b6b94976-6e87-4834-8056-2a24cc6a2dea disassociated. External IP: 172.27.1.18, port: 9e97b060-6988-45d0-bfa1-29684cc01830. Jun 16 16:11:41.866874 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [req-513b5a9e-f960-4a00-9b49-2557893c27d4 req-9d259813-1e78-4398-b7e4-15f787c88c36 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Calling delete_port for 9e97b060-6988-45d0-bfa1-29684cc01830 owned by compute:nova {{(pid=91874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:11:41.883921 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-35975854-ffce-4a42-97d2-dcc6bb73b840 req-ed60f4f2-0b54-4845-bf76-974ef6cbadd2 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6dddd99-3cb0-49f4-8bf6-4c2beef266cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358920 Jun 16 16:11:42.004068 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-513b5a9e-f960-4a00-9b49-2557893c27d4 req-9d259813-1e78-4398-b7e4-15f787c88c36 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726811346809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726810953732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3529197'] for port, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:42.007835 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-73b601df-d663-4c07-a4a6-942fad699c96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:11:42.034557 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d259813-1e78-4398-b7e4-15f787c88c36 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Pushing event deleted for resources: {'Port': ['ID=9e97b060-6988-45d0-bfa1-29684cc01830,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:42.045942 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d259813-1e78-4398-b7e4-15f787c88c36 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:42.046326 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d259813-1e78-4398-b7e4-15f787c88c36 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:42.046711 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d259813-1e78-4398-b7e4-15f787c88c36 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:42.047069 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d259813-1e78-4398-b7e4-15f787c88c36 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:42.047433 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d259813-1e78-4398-b7e4-15f787c88c36 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:42.047796 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d259813-1e78-4398-b7e4-15f787c88c36 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:42.048190 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d259813-1e78-4398-b7e4-15f787c88c36 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:42.048553 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d259813-1e78-4398-b7e4-15f787c88c36 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:42.048860 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d259813-1e78-4398-b7e4-15f787c88c36 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:42.049216 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d259813-1e78-4398-b7e4-15f787c88c36 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:42.049600 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d259813-1e78-4398-b7e4-15f787c88c36 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:42.049954 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d259813-1e78-4398-b7e4-15f787c88c36 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:42.050542 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc6528-0d45-4851-983b-1b1951311409 req-3e292591-8699-4edf-938d-47a44b2a7b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:42.052029 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-86bc6528-0d45-4851-983b-1b1951311409 req-3e292591-8699-4edf-938d-47a44b2a7b39 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fd0f51f7-f3e2-4aef-a493-a566d15bda7b HTTP/1.1" status: 200 len: 1099 time: 0.0567625 Jun 16 16:11:42.054401 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-9d259813-1e78-4398-b7e4-15f787c88c36 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:11:42.087318 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-86bc6528-0d45-4851-983b-1b1951311409 req-f56c7f44-fe69-4eb2-8730-a312aef4bbae service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=423af48b-c5df-46e1-80e7-8deb00a62110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284326 Jun 16 16:11:42.162634 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.l3_agent_scheduler [req-513b5a9e-f960-4a00-9b49-2557893c27d4 req-9d259813-1e78-4398-b7e4-15f787c88c36 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Router 8112a31f-9720-469c-9d18-4de725043260 has already been hosted by L3 agent 0e7678c9-774c-4c46-a09f-f3aaee363ca4 {{(pid=91874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:11:42.268125 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-513b5a9e-f960-4a00-9b49-2557893c27d4 req-9d259813-1e78-4398-b7e4-15f787c88c36 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify agent at l3_agent.dv-cinder-796114-3-iscsi the message routers_updated {{(pid=91874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:11:42.277100 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5673edf2-415f-40c1-8691-11638232768b None None] Sync routers for ids ['8112a31f-9720-469c-9d18-4de725043260'] in dv-cinder-796114-3-iscsi {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:11:42.286813 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5673edf2-415f-40c1-8691-11638232768b None None] Routers {'8112a31f-9720-469c-9d18-4de725043260'} bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:11:42.287427 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-5673edf2-415f-40c1-8691-11638232768b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:57:20Z,description=,heartbeat_timestamp=2021-06-16T16:11:20Z,host='dv-cinder-796114-3-iscsi',id=0e7678c9-774c-4c46-a09f-f3aaee363ca4,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:57:20Z,topic='l3_agent')) {'router_ids': ['8112a31f-9720-469c-9d18-4de725043260'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:11:42.311070 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [req-513b5a9e-f960-4a00-9b49-2557893c27d4 req-9d259813-1e78-4398-b7e4-15f787c88c36 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] No DVR routers for this DVR port 9e97b060-6988-45d0-bfa1-29684cc01830 on host hv-cinder-79611 {{(pid=91874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:11:42.313934 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-513b5a9e-f960-4a00-9b49-2557893c27d4 req-9d259813-1e78-4398-b7e4-15f787c88c36 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208782'] for port, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:42.315962 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-513b5a9e-f960-4a00-9b49-2557893c27d4 req-9d259813-1e78-4398-b7e4-15f787c88c36 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.15 "DELETE /v2.0/ports/9e97b060-6988-45d0-bfa1-29684cc01830 HTTP/1.1" status: 204 len: 173 time: 0.8995926 Jun 16 16:11:42.316477 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06f483ee-52bb-4793-85af-683c01500a20', 'name': 'network-vif-deleted', 'tag': '9e97b060-6988-45d0-bfa1-29684cc01830'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:11:42.318846 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac39972ab304bebcb834853fc43b221d920fab97f47da84b7636f2612ed6f187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f044706-f40e-4de4-b43f-de6886c86072" -d '{"events": [{"server_uuid": "06f483ee-52bb-4793-85af-683c01500a20", "name": "network-vif-deleted", "tag": "9e97b060-6988-45d0-bfa1-29684cc01830"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:11:42.357215 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42c8590-7362-4fa7-a9f8-6008d5b3d112 x-openstack-request-id: req-b42c8590-7362-4fa7-a9f8-6008d5b3d112 {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:11:42.357744 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06f483ee-52bb-4793-85af-683c01500a20", "name": "network-vif-deleted", "tag": "9e97b060-6988-45d0-bfa1-29684cc01830", "status": "completed", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:11:42.358096 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b42c8590-7362-4fa7-a9f8-6008d5b3d112 {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:11:42.358710 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06f483ee-52bb-4793-85af-683c01500a20', 'name': 'network-vif-deleted', 'tag': '9e97b060-6988-45d0-bfa1-29684cc01830', 'status': 'completed', 'code': 200} Jun 16 16:11:42.399922 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-5673edf2-415f-40c1-8691-11638232768b None None] Set router 8112a31f-9720-469c-9d18-4de725043260 gateway port host: dv-cinder-796114-3-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:11:42.540399 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b725e622-c059-40db-a7fd-b5d493248571 req-f2f97729-9a73-45d3-b136-b6222beaee52 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:42.542689 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-b725e622-c059-40db-a7fd-b5d493248571 req-f2f97729-9a73-45d3-b136-b6222beaee52 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd0f51f7-f3e2-4aef-a493-a566d15bda7b HTTP/1.1" status: 200 len: 946 time: 0.0983984 Jun 16 16:11:42.583250 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-b725e622-c059-40db-a7fd-b5d493248571 req-b1d4215e-cb48-44b3-b8a1-898ecc6cc089 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/security-groups?id=423af48b-c5df-46e1-80e7-8deb00a62110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345347 Jun 16 16:11:42.736207 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-5673edf2-415f-40c1-8691-11638232768b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8112a31f-9720-469c-9d18-4de725043260', 'name': 'tempest-AttachVolumeTestJSON-71700425-router', 'tenant_id': 'b6f37c6beb22479fae2758d3ed17d813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '63a1cf5a-d7b5-42f9-9dc4-0f6aedbdefd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:04:55Z', 'updated_at': '2021-06-16T16:05:04Z', 'revision_number': 4, 'project_id': 'b6f37c6beb22479fae2758d3ed17d813', 'gw_port': {'id': '63a1cf5a-d7b5-42f9-9dc4-0f6aedbdefd5', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8112a31f-9720-469c-9d18-4de725043260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:04:57Z', 'updated_at': '2021-06-16T16:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi', '_interfaces': [{'id': '9fe774fa-d9df-4d9a-a7c9-265a06cd514c', 'name': '', 'network_id': '9b440f45-4a88-4d84-9a29-8220f48297fe', 'tenant_id': 'b6f37c6beb22479fae2758d3ed17d813', 'mac_address': 'fa:16:3e:ea:cb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8112a31f-9720-469c-9d18-4de725043260', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ea00e02a-6838-40a9-b1d7-a5a03e20d3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:05:02Z', 'updated_at': '2021-06-16T16:05:18Z', 'revision_number': 5, 'project_id': 'b6f37c6beb22479fae2758d3ed17d813', 'subnets': [{'id': 'ea00e02a-6838-40a9-b1d7-a5a03e20d3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:11:42.739692 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5673edf2-415f-40c1-8691-11638232768b None None] Checking router: 8112a31f-9720-469c-9d18-4de725043260 for host: dv-cinder-796114-3-iscsi {{(pid=91876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:11:42.748648 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5673edf2-415f-40c1-8691-11638232768b None None] Routers {'8112a31f-9720-469c-9d18-4de725043260'} bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:11:42.749266 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-5673edf2-415f-40c1-8691-11638232768b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:57:20Z,description=,heartbeat_timestamp=2021-06-16T16:11:20Z,host='dv-cinder-796114-3-iscsi',id=0e7678c9-774c-4c46-a09f-f3aaee363ca4,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:57:20Z,topic='l3_agent')) {'router_ids': ['8112a31f-9720-469c-9d18-4de725043260'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:11:42.831530 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edffa26-6172-45f6-881c-7e80170f7aed req-d3db1c22-7f55-4327-9382-e670a17016d6 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:42.833010 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-1edffa26-6172-45f6-881c-7e80170f7aed req-d3db1c22-7f55-4327-9382-e670a17016d6 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c83968e-60c5-411a-958e-74c856a073f6 HTTP/1.1" status: 200 len: 946 time: 0.0657084 Jun 16 16:11:42.854606 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-5673edf2-415f-40c1-8691-11638232768b None None] Set router 8112a31f-9720-469c-9d18-4de725043260 gateway port host: dv-cinder-796114-3-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:11:42.871842 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-1edffa26-6172-45f6-881c-7e80170f7aed req-93d3117a-0060-4c69-8105-a1c9ebcb3cfd tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c2ebdd3-867c-4bec-9985-ebc5f980f44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332019 Jun 16 16:11:43.058097 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-863b66f3-a64b-4c30-a752-35b35c59d1b6 req-2e5dcf71-8754-40b2-8b41-4645b4fd354d tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f483ee-52bb-4793-85af-683c01500a20 HTTP/1.1" status: 200 len: 210 time: 0.0288656 Jun 16 16:11:43.076535 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-5673edf2-415f-40c1-8691-11638232768b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8112a31f-9720-469c-9d18-4de725043260', 'name': 'tempest-AttachVolumeTestJSON-71700425-router', 'tenant_id': 'b6f37c6beb22479fae2758d3ed17d813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '63a1cf5a-d7b5-42f9-9dc4-0f6aedbdefd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:04:55Z', 'updated_at': '2021-06-16T16:05:04Z', 'revision_number': 4, 'project_id': 'b6f37c6beb22479fae2758d3ed17d813', 'gw_port': {'id': '63a1cf5a-d7b5-42f9-9dc4-0f6aedbdefd5', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8112a31f-9720-469c-9d18-4de725043260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:04:57Z', 'updated_at': '2021-06-16T16:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi', '_interfaces': [{'id': '9fe774fa-d9df-4d9a-a7c9-265a06cd514c', 'name': '', 'network_id': '9b440f45-4a88-4d84-9a29-8220f48297fe', 'tenant_id': 'b6f37c6beb22479fae2758d3ed17d813', 'mac_address': 'fa:16:3e:ea:cb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8112a31f-9720-469c-9d18-4de725043260', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ea00e02a-6838-40a9-b1d7-a5a03e20d3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:05:02Z', 'updated_at': '2021-06-16T16:05:18Z', 'revision_number': 5, 'project_id': 'b6f37c6beb22479fae2758d3ed17d813', 'subnets': [{'id': 'ea00e02a-6838-40a9-b1d7-a5a03e20d3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:11:43.080613 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5673edf2-415f-40c1-8691-11638232768b None None] The sync data for ids ['8112a31f-9720-469c-9d18-4de725043260'] in dv-cinder-796114-3-iscsi is: [{'id': '8112a31f-9720-469c-9d18-4de725043260', 'name': 'tempest-AttachVolumeTestJSON-71700425-router', 'tenant_id': 'b6f37c6beb22479fae2758d3ed17d813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '63a1cf5a-d7b5-42f9-9dc4-0f6aedbdefd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:04:55Z', 'updated_at': '2021-06-16T16:05:04Z', 'revision_number': 4, 'project_id': 'b6f37c6beb22479fae2758d3ed17d813', 'gw_port': {'id': '63a1cf5a-d7b5-42f9-9dc4-0f6aedbdefd5', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8112a31f-9720-469c-9d18-4de725043260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:04:57Z', 'updated_at': '2021-06-16T16:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi', '_interfaces': [{'id': '9fe774fa-d9df-4d9a-a7c9-265a06cd514c', 'name': '', 'network_id': '9b440f45-4a88-4d84-9a29-8220f48297fe', 'tenant_id': 'b6f37c6beb22479fae2758d3ed17d813', 'mac_address': 'fa:16:3e:ea:cb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8112a31f-9720-469c-9d18-4de725043260', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ea00e02a-6838-40a9-b1d7-a5a03e20d3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:05:02Z', 'updated_at': '2021-06-16T16:05:18Z', 'revision_number': 5, 'project_id': 'b6f37c6beb22479fae2758d3ed17d813', 'subnets': [{'id': 'ea00e02a-6838-40a9-b1d7-a5a03e20d3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:11:43.307739 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc43e03e-9f4f-4af1-85c6-84fff99f5476 None None] New status for floating IP b6b94976-6e87-4834-8056-2a24cc6a2dea: DOWN {{(pid=91877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:11:43.759600 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c195319-5bc2-4dc5-ba51-f827490dab17 req-2bedb9f5-0cf9-4020-8b1e-c899ceccced6 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:43.761059 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-4c195319-5bc2-4dc5-ba51-f827490dab17 req-2bedb9f5-0cf9-4020-8b1e-c899ceccced6 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd0f51f7-f3e2-4aef-a493-a566d15bda7b HTTP/1.1" status: 200 len: 946 time: 0.0648491 Jun 16 16:11:43.798961 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-4c195319-5bc2-4dc5-ba51-f827490dab17 req-fd986fc9-69f8-4db4-80eb-2d79c4982626 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/security-groups?id=423af48b-c5df-46e1-80e7-8deb00a62110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315082 Jun 16 16:11:43.972667 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9dc70c-a323-4bac-a1d1-0759f86bc17e req-99da6b92-a191-41a0-89f0-1a7c54995caa tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:43.974136 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-9a9dc70c-a323-4bac-a1d1-0759f86bc17e req-99da6b92-a191-41a0-89f0-1a7c54995caa tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd0f51f7-f3e2-4aef-a493-a566d15bda7b HTTP/1.1" status: 200 len: 946 time: 0.0661032 Jun 16 16:11:44.014334 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-9a9dc70c-a323-4bac-a1d1-0759f86bc17e req-76af0365-253c-4535-84d7-988376b82f72 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/security-groups?id=423af48b-c5df-46e1-80e7-8deb00a62110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344601 Jun 16 16:11:44.039364 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 42086) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:11:44.195674 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d333b3f3-68b4-4512-88ac-7f70bb72e1de tempest-TestShelveInstance-230041019 tempest-TestShelveInstance-230041019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:44.197189 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-d333b3f3-68b4-4512-88ac-7f70bb72e1de tempest-TestShelveInstance-230041019 tempest-TestShelveInstance-230041019-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=fd0f51f7-f3e2-4aef-a493-a566d15bda7b HTTP/1.1" status: 200 len: 1094 time: 0.1568303 Jun 16 16:11:44.200726 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 42094) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:11:44.205163 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-a23ce837-a750-40f1-9f4c-69fb6ebeba71 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Request body: {'floatingip': {'floating_network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'port_id': '529f026a-df40-4cda-af17-002a523cfcda', 'tenant_id': '801bc6047ffc40bf8e6f74767921a594', 'fixed_ip_address': '172.20.0.11'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:11:44.229683 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-a23ce837-a750-40f1-9f4c-69fb6ebeba71 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Notify callbacks [] for floatingip, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:44.328911 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-a23ce837-a750-40f1-9f4c-69fb6ebeba71 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16110075'] for port, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:44.428908 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_common [None req-a23ce837-a750-40f1-9f4c-69fb6ebeba71 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Allocated IP 172.27.1.122 (47501c57-dfca-44aa-9eed-27ee8bb77cd6/0b38b6c0-4839-4539-8281-d8dcfdf92ae7/4734e953-e56a-483f-96f2-71e3281188af) {{(pid=91874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:11:44.532594 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-a23ce837-a750-40f1-9f4c-69fb6ebeba71 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Notify callbacks [] for port, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:44.570682 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-a23ce837-a750-40f1-9f4c-69fb6ebeba71 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16110910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726810954487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3529202'] for port, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:44.573506 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-97345642-c6ad-4ef5-bbf0-5edbee91523e tempest-ServerRescueNegativeTestJSON-1100121637 tempest-ServerRescueNegativeTestJSON-1100121637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:11:44.609762 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23ce837-a750-40f1-9f4c-69fb6ebeba71 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Network 47501c57-dfca-44aa-9eed-27ee8bb77cd6 is already hosted by enough agents. {{(pid=91874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:11:44.616407 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [None req-a23ce837-a750-40f1-9f4c-69fb6ebeba71 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Resources bound (agent type, host, resource id): {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:11:44.620582 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23ce837-a750-40f1-9f4c-69fb6ebeba71 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Received port after_create {{(pid=91874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:11:44.623753 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23ce837-a750-40f1-9f4c-69fb6ebeba71 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Pushing event updated for resources: {'Port': ['ID=4734e953-e56a-483f-96f2-71e3281188af,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:44.642422 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-a23ce837-a750-40f1-9f4c-69fb6ebeba71 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:11:44.977204 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-a23ce837-a750-40f1-9f4c-69fb6ebeba71 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:45.059919 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-a23ce837-a750-40f1-9f4c-69fb6ebeba71 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:45.207758 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 42098) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:11:45.219057 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-a23ce837-a750-40f1-9f4c-69fb6ebeba71 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Notify callbacks [] for port, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:45.223617 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-a23ce837-a750-40f1-9f4c-69fb6ebeba71 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3529188'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:45.226599 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-05647715-fae7-4363-bcf2-cf1d7ddc6fe3 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:11:45.264030 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-72593f27-f8e3-43e5-ae80-cedf91b16a00 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks [] for security_group, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:45.287008 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-72593f27-f8e3-43e5-ae80-cedf91b16a00 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:45.294710 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23ce837-a750-40f1-9f4c-69fb6ebeba71 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Pushing event updated for resources: {'Port': ['ID=4734e953-e56a-483f-96f2-71e3281188af,revision_number=2']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:45.298645 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-a23ce837-a750-40f1-9f4c-69fb6ebeba71 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:11:45.305659 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-a23ce837-a750-40f1-9f4c-69fb6ebeba71 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702189'] for floatingip, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:45.334683 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-72593f27-f8e3-43e5-ae80-cedf91b16a00 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:45.337299 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-72593f27-f8e3-43e5-ae80-cedf91b16a00 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks [] for security_group, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:45.341732 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-72593f27-f8e3-43e5-ae80-cedf91b16a00 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "DELETE /v2.0/security-groups/d6dddd99-3cb0-49f4-8bf6-4c2beef266cf HTTP/1.1" status: 204 len: 168 time: 0.1296642 Jun 16 16:11:45.341732 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-48f49e35-90ef-4718-ae08-d38adc89f8b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:11:45.342484 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 42100) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:11:45.349192 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72593f27-f8e3-43e5-ae80-cedf91b16a00 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6dddd99-3cb0-49f4-8bf6-4c2beef266cf,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:45.351507 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-72593f27-f8e3-43e5-ae80-cedf91b16a00 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:11:45.640969 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.api.v2.resource [None req-e77c27b3-4046-424b-abbc-c0508a463e91 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] show failed (client error): The resource could not be found. Jun 16 16:11:45.641889 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-e77c27b3-4046-424b-abbc-c0508a463e91 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "GET /v2.0/security-groups/d6dddd99-3cb0-49f4-8bf6-4c2beef266cf HTTP/1.1" status: 404 len: 347 time: 0.2984545 Jun 16 16:11:45.644893 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 42102) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:11:45.666162 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device 9e97b060-6988-45d0-bfa1-29684cc01830 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:11:45.681098 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.db.l3_db [None req-a23ce837-a750-40f1-9f4c-69fb6ebeba71 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Floating IP e26ff2af-bf60-4a52-bf15-6b6aa3ac60b9 associated. External IP: 172.27.1.122, port: 529f026a-df40-4cda-af17-002a523cfcda. Jun 16 16:11:45.690892 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] No Port match for: 9e97b060-6988-45d0-bfa1-29684cc01830 {{(pid=91876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:11:45.692487 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device 9e97b060-6988-45d0-bfa1-29684cc01830 not bound to the agent host hv-cinder-79611 {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:11:45.779833 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-dff2d772-0693-498c-940f-b6be5739a9ee tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Deleting port 0960f818-49b9-4394-a80d-8252adaa0d1c {{(pid=91875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:11:45.780186 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dff2d772-0693-498c-940f-b6be5739a9ee tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726811340957'] for port, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:45.857491 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dff2d772-0693-498c-940f-b6be5739a9ee tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674541'] for port, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:45.857827 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dff2d772-0693-498c-940f-b6be5739a9ee tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:45.891494 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a23ce837-a750-40f1-9f4c-69fb6ebeba71 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Router 4134e72e-1004-423c-b784-6ce69679a81b has already been hosted by L3 agent 0e7678c9-774c-4c46-a09f-f3aaee363ca4 {{(pid=91874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:11:45.924035 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-dff2d772-0693-498c-940f-b6be5739a9ee tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Calling delete_port for 0960f818-49b9-4394-a80d-8252adaa0d1c owned by network:floatingip {{(pid=91875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:11:45.992803 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a23ce837-a750-40f1-9f4c-69fb6ebeba71 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Notify agent at l3_agent.dv-cinder-796114-3-iscsi the message routers_updated {{(pid=91874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:11:46.002703 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fc2e29-c737-4ae8-abf7-6505bdf5ef40 None None] Sync routers for ids ['4134e72e-1004-423c-b784-6ce69679a81b'] in dv-cinder-796114-3-iscsi {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:11:46.013488 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fc2e29-c737-4ae8-abf7-6505bdf5ef40 None None] Routers {'4134e72e-1004-423c-b784-6ce69679a81b'} bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:11:46.013735 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-a23ce837-a750-40f1-9f4c-69fb6ebeba71 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208782'] for floatingip, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:46.014205 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-48fc2e29-c737-4ae8-abf7-6505bdf5ef40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:57:20Z,description=,heartbeat_timestamp=2021-06-16T16:11:20Z,host='dv-cinder-796114-3-iscsi',id=0e7678c9-774c-4c46-a09f-f3aaee363ca4,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:57:20Z,topic='l3_agent')) {'router_ids': ['4134e72e-1004-423c-b784-6ce69679a81b'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:11:46.054582 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-a23ce837-a750-40f1-9f4c-69fb6ebeba71 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8516381 Jun 16 16:11:46.055331 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd0f51f7-f3e2-4aef-a493-a566d15bda7b', 'tag': '529f026a-df40-4cda-af17-002a523cfcda'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:11:46.057726 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac39972ab304bebcb834853fc43b221d920fab97f47da84b7636f2612ed6f187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7045eeb-f7e6-426d-881c-c58c74b76f03" -d '{"events": [{"name": "network-changed", "server_uuid": "fd0f51f7-f3e2-4aef-a493-a566d15bda7b", "tag": "529f026a-df40-4cda-af17-002a523cfcda"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:11:46.070486 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dff2d772-0693-498c-940f-b6be5739a9ee tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726811346809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726810953732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449056'] for port, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:46.072964 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-badaa1e7-c62f-4bc9-81a1-8ced2dbd32b4 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:11:46.098983 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fddd53fd-6c0e-4edd-a1d0-850600f94cd8 x-openstack-request-id: req-fddd53fd-6c0e-4edd-a1d0-850600f94cd8 {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:11:46.099512 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd0f51f7-f3e2-4aef-a493-a566d15bda7b", "tag": "529f026a-df40-4cda-af17-002a523cfcda", "status": "completed", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:11:46.099778 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fddd53fd-6c0e-4edd-a1d0-850600f94cd8 {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:11:46.100289 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd0f51f7-f3e2-4aef-a493-a566d15bda7b', 'tag': '529f026a-df40-4cda-af17-002a523cfcda', 'status': 'completed', 'code': 200} Jun 16 16:11:46.101430 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff2d772-0693-498c-940f-b6be5739a9ee tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Pushing event deleted for resources: {'Port': ['ID=0960f818-49b9-4394-a80d-8252adaa0d1c,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:46.103798 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-dff2d772-0693-498c-940f-b6be5739a9ee tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:11:46.139025 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-48fc2e29-c737-4ae8-abf7-6505bdf5ef40 None None] Set router 4134e72e-1004-423c-b784-6ce69679a81b gateway port host: dv-cinder-796114-3-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:11:46.166657 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dff2d772-0693-498c-940f-b6be5739a9ee tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks [] for floatingip, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:46.169581 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dff2d772-0693-498c-940f-b6be5739a9ee tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208782'] for floatingip, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:46.173636 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-dff2d772-0693-498c-940f-b6be5739a9ee tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] 10.222.0.49 "DELETE /v2.0/floatingips/b6b94976-6e87-4834-8056-2a24cc6a2dea HTTP/1.1" status: 204 len: 168 time: 0.5252266 Jun 16 16:11:46.181638 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7045eeb-f7e6-426d-881c-c58c74b76f03 req-e86bc430-7aa3-4275-837c-bce82673242f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:46.183282 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d7045eeb-f7e6-426d-881c-c58c74b76f03 req-e86bc430-7aa3-4275-837c-bce82673242f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=801bc6047ffc40bf8e6f74767921a594&device_id=fd0f51f7-f3e2-4aef-a493-a566d15bda7b HTTP/1.1" status: 200 len: 1099 time: 0.0589345 Jun 16 16:11:46.284979 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7045eeb-f7e6-426d-881c-c58c74b76f03 req-2f90633c-a2b1-4387-8aa3-2325aa9fd4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:46.287313 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d7045eeb-f7e6-426d-881c-c58c74b76f03 req-2f90633c-a2b1-4387-8aa3-2325aa9fd4f3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a3ebedf3-8e19-44c9-ac63-65dd93c0bad7 HTTP/1.1" status: 200 len: 910 time: 0.0966253 Jun 16 16:11:46.360067 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d7045eeb-f7e6-426d-881c-c58c74b76f03 req-f04928db-f5e7-43a9-aa37-438b29def179 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=529f026a-df40-4cda-af17-002a523cfcda HTTP/1.1" status: 200 len: 1000 time: 0.0660210 Jun 16 16:11:46.381967 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-48fc2e29-c737-4ae8-abf7-6505bdf5ef40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4134e72e-1004-423c-b784-6ce69679a81b', 'name': 'tempest-TestShelveInstance-2039370556-router', 'tenant_id': '801bc6047ffc40bf8e6f74767921a594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '48d741e1-fa55-418e-9a0c-f318e0aea8e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:10:46Z', 'updated_at': '2021-06-16T16:10:49Z', 'revision_number': 4, 'project_id': '801bc6047ffc40bf8e6f74767921a594', 'gw_port': {'id': '48d741e1-fa55-418e-9a0c-f318e0aea8e5', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:00:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4134e72e-1004-423c-b784-6ce69679a81b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:10:47Z', 'updated_at': '2021-06-16T16:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi', '_floatingips': [{'id': 'e26ff2af-bf60-4a52-bf15-6b6aa3ac60b9', 'tenant_id': '801bc6047ffc40bf8e6f74767921a594', 'floating_ip_address': '172.27.1.122', 'floating_network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'router_id': '4134e72e-1004-423c-b784-6ce69679a81b', 'port_id': '529f026a-df40-4cda-af17-002a523cfcda', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3ebedf3-8e19-44c9-ac63-65dd93c0bad7', 'mac_address': 'fa:16:3e:dd:9a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0f51f7-f3e2-4aef-a493-a566d15bda7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:11:44Z', 'updated_at': '2021-06-16T16:11:44Z', 'revision_number': 0, 'project_id': '801bc6047ffc40bf8e6f74767921a594', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5eb6f32-77f5-4830-ae3c-30021b621d81', 'name': '', 'network_id': 'a3ebedf3-8e19-44c9-ac63-65dd93c0bad7', 'tenant_id': '801bc6047ffc40bf8e6f74767921a594', 'mac_address': 'fa:16:3e:1b:24:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4134e72e-1004-423c-b784-6ce69679a81b', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'fddd5f14-0f57-4350-96d9-5e8c4267026c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:10:48Z', 'updated_at': '2021-06-16T16:10:55Z', 'revision_number': 5, 'project_id': '801bc6047ffc40bf8e6f74767921a594', 'subnets': [{'id': 'fddd5f14-0f57-4350-96d9-5e8c4267026c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:11:46.385389 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fc2e29-c737-4ae8-abf7-6505bdf5ef40 None None] Checking router: 4134e72e-1004-423c-b784-6ce69679a81b for host: dv-cinder-796114-3-iscsi {{(pid=91876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:11:46.394017 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fc2e29-c737-4ae8-abf7-6505bdf5ef40 None None] Routers {'4134e72e-1004-423c-b784-6ce69679a81b'} bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:11:46.394699 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-48fc2e29-c737-4ae8-abf7-6505bdf5ef40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:57:20Z,description=,heartbeat_timestamp=2021-06-16T16:11:20Z,host='dv-cinder-796114-3-iscsi',id=0e7678c9-774c-4c46-a09f-f3aaee363ca4,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:57:20Z,topic='l3_agent')) {'router_ids': ['4134e72e-1004-423c-b784-6ce69679a81b'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:11:46.412102 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7045eeb-f7e6-426d-881c-c58c74b76f03 req-3105e0d4-86a2-4bdc-9bbf-6d98eb472359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:46.413637 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d7045eeb-f7e6-426d-881c-c58c74b76f03 req-3105e0d4-86a2-4bdc-9bbf-6d98eb472359 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fddd5f14-0f57-4350-96d9-5e8c4267026c HTTP/1.1" status: 200 len: 848 time: 0.0442801 Jun 16 16:11:46.476870 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7045eeb-f7e6-426d-881c-c58c74b76f03 req-27b18a39-3ad6-4c52-9759-b29376b45e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:46.478401 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d7045eeb-f7e6-426d-881c-c58c74b76f03 req-27b18a39-3ad6-4c52-9759-b29376b45e08 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a3ebedf3-8e19-44c9-ac63-65dd93c0bad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0580091 Jun 16 16:11:46.512187 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-48fc2e29-c737-4ae8-abf7-6505bdf5ef40 None None] Set router 4134e72e-1004-423c-b784-6ce69679a81b gateway port host: dv-cinder-796114-3-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:11:46.573419 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d7045eeb-f7e6-426d-881c-c58c74b76f03 req-31e8fa22-ef25-40d2-969f-a1ad70f4b2d8 service neutron] 10.222.0.15 "GET /v2.0/networks/a3ebedf3-8e19-44c9-ac63-65dd93c0bad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878587 Jun 16 16:11:46.665520 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d7045eeb-f7e6-426d-881c-c58c74b76f03 req-99980bdd-648d-4c23-b22c-22bfebef59a0 service neutron] 10.222.0.15 "GET /v2.0/networks/a3ebedf3-8e19-44c9-ac63-65dd93c0bad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851812 Jun 16 16:11:46.739334 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-48fc2e29-c737-4ae8-abf7-6505bdf5ef40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4134e72e-1004-423c-b784-6ce69679a81b', 'name': 'tempest-TestShelveInstance-2039370556-router', 'tenant_id': '801bc6047ffc40bf8e6f74767921a594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '48d741e1-fa55-418e-9a0c-f318e0aea8e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:10:46Z', 'updated_at': '2021-06-16T16:10:49Z', 'revision_number': 4, 'project_id': '801bc6047ffc40bf8e6f74767921a594', 'gw_port': {'id': '48d741e1-fa55-418e-9a0c-f318e0aea8e5', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:00:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4134e72e-1004-423c-b784-6ce69679a81b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:10:47Z', 'updated_at': '2021-06-16T16:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi', '_floatingips': [{'id': 'e26ff2af-bf60-4a52-bf15-6b6aa3ac60b9', 'tenant_id': '801bc6047ffc40bf8e6f74767921a594', 'floating_ip_address': '172.27.1.122', 'floating_network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'router_id': '4134e72e-1004-423c-b784-6ce69679a81b', 'port_id': '529f026a-df40-4cda-af17-002a523cfcda', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3ebedf3-8e19-44c9-ac63-65dd93c0bad7', 'mac_address': 'fa:16:3e:dd:9a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0f51f7-f3e2-4aef-a493-a566d15bda7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:11:44Z', 'updated_at': '2021-06-16T16:11:44Z', 'revision_number': 0, 'project_id': '801bc6047ffc40bf8e6f74767921a594', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5eb6f32-77f5-4830-ae3c-30021b621d81', 'name': '', 'network_id': 'a3ebedf3-8e19-44c9-ac63-65dd93c0bad7', 'tenant_id': '801bc6047ffc40bf8e6f74767921a594', 'mac_address': 'fa:16:3e:1b:24:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4134e72e-1004-423c-b784-6ce69679a81b', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'fddd5f14-0f57-4350-96d9-5e8c4267026c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:10:48Z', 'updated_at': '2021-06-16T16:10:55Z', 'revision_number': 5, 'project_id': '801bc6047ffc40bf8e6f74767921a594', 'subnets': [{'id': 'fddd5f14-0f57-4350-96d9-5e8c4267026c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:11:46.742669 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fc2e29-c737-4ae8-abf7-6505bdf5ef40 None None] The sync data for ids ['4134e72e-1004-423c-b784-6ce69679a81b'] in dv-cinder-796114-3-iscsi is: [{'id': '4134e72e-1004-423c-b784-6ce69679a81b', 'name': 'tempest-TestShelveInstance-2039370556-router', 'tenant_id': '801bc6047ffc40bf8e6f74767921a594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '48d741e1-fa55-418e-9a0c-f318e0aea8e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:10:46Z', 'updated_at': '2021-06-16T16:10:49Z', 'revision_number': 4, 'project_id': '801bc6047ffc40bf8e6f74767921a594', 'gw_port': {'id': '48d741e1-fa55-418e-9a0c-f318e0aea8e5', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:00:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4134e72e-1004-423c-b784-6ce69679a81b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:10:47Z', 'updated_at': '2021-06-16T16:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi', '_floatingips': [{'id': 'e26ff2af-bf60-4a52-bf15-6b6aa3ac60b9', 'tenant_id': '801bc6047ffc40bf8e6f74767921a594', 'floating_ip_address': '172.27.1.122', 'floating_network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'router_id': '4134e72e-1004-423c-b784-6ce69679a81b', 'port_id': '529f026a-df40-4cda-af17-002a523cfcda', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3ebedf3-8e19-44c9-ac63-65dd93c0bad7', 'mac_address': 'fa:16:3e:dd:9a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0f51f7-f3e2-4aef-a493-a566d15bda7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:11:44Z', 'updated_at': '2021-06-16T16:11:44Z', 'revision_number': 0, 'project_id': '801bc6047ffc40bf8e6f74767921a594', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5eb6f32-77f5-4830-ae3c-30021b621d81', 'name': '', 'network_id': 'a3ebedf3-8e19-44c9-ac63-65dd93c0bad7', 'tenant_id': '801bc6047ffc40bf8e6f74767921a594', 'mac_address': 'fa:16:3e:1b:24:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4134e72e-1004-423c-b784-6ce69679a81b', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'fddd5f14-0f57-4350-96d9-5e8c4267026c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:10:48Z', 'updated_at': '2021-06-16T16:10:55Z', 'revision_number': 5, 'project_id': '801bc6047ffc40bf8e6f74767921a594', 'subnets': [{'id': 'fddd5f14-0f57-4350-96d9-5e8c4267026c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:11:46.923544 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c42bc60-58f7-4569-b891-1bb1be198361 None None] New status for floating IP e26ff2af-bf60-4a52-bf15-6b6aa3ac60b9: ACTIVE {{(pid=91877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:11:47.457884 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-5b950389-b1d8-4b60-9749-c5f48bfa1419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:49.441550 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:49.856981 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 42134) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:11:49.884738 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-f74e205e-a462-41af-9fbe-930888669d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:49.955364 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:50.308967 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-56bd08e7-85b8-4ab8-8ac5-61f4356bbf88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689354'] for router_interface, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:50.552818 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-56bd08e7-85b8-4ab8-8ac5-61f4356bbf88 admin admin] Deleting port 9fe774fa-d9df-4d9a-a7c9-265a06cd514c {{(pid=91875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:11:50.553154 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-56bd08e7-85b8-4ab8-8ac5-61f4356bbf88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726811340957'] for port, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:50.628575 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-56bd08e7-85b8-4ab8-8ac5-61f4356bbf88 admin admin] For port 9fe774fa-d9df-4d9a-a7c9-265a06cd514c, host dv-cinder-796114-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=9fe774fa-d9df-4d9a-a7c9-265a06cd514c,segment=NetworkSegment(28ca8ba8-691c-48b2-ad64-51cdd785b47e),segment_id=28ca8ba8-691c-48b2-ad64-51cdd785b47e)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:11:50.628846 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-56bd08e7-85b8-4ab8-8ac5-61f4356bbf88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674541'] for port, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:50.692430 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-56bd08e7-85b8-4ab8-8ac5-61f4356bbf88 admin admin] Calling delete_port for 9fe774fa-d9df-4d9a-a7c9-265a06cd514c owned by network:router_interface {{(pid=91875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:11:50.862562 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-56bd08e7-85b8-4ab8-8ac5-61f4356bbf88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726811346809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726810953732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449056'] for port, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:50.864476 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-20a8472a-bb9c-47f2-90c9-053bcbde1c33 tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:11:50.885785 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bd08e7-85b8-4ab8-8ac5-61f4356bbf88 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fe774fa-d9df-4d9a-a7c9-265a06cd514c,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:50.889198 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-56bd08e7-85b8-4ab8-8ac5-61f4356bbf88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:11:51.051400 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-56bd08e7-85b8-4ab8-8ac5-61f4356bbf88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16222899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689246'] for router_interface, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:51.260469 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56bd08e7-85b8-4ab8-8ac5-61f4356bbf88 admin admin] Router 8112a31f-9720-469c-9d18-4de725043260 has already been hosted by L3 agent 0e7678c9-774c-4c46-a09f-f3aaee363ca4 {{(pid=91875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:11:51.320234 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-6ad78952-ea93-43a4-8288-1e7c2f1dde9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:51.371146 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56bd08e7-85b8-4ab8-8ac5-61f4356bbf88 admin admin] Notify agent at l3_agent.dv-cinder-796114-3-iscsi the message routers_updated {{(pid=91875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:11:51.379066 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-56bd08e7-85b8-4ab8-8ac5-61f4356bbf88 admin admin] 10.222.0.49 "PUT /v2.0/routers/8112a31f-9720-469c-9d18-4de725043260/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5207336 Jun 16 16:11:51.381645 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 42138) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:11:51.383862 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e65272-69c1-4afe-9e97-2314e89a6761 None None] Sync routers for ids ['8112a31f-9720-469c-9d18-4de725043260'] in dv-cinder-796114-3-iscsi {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:11:51.393883 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e65272-69c1-4afe-9e97-2314e89a6761 None None] Routers {'8112a31f-9720-469c-9d18-4de725043260'} bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:11:51.394503 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-94e65272-69c1-4afe-9e97-2314e89a6761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:57:20Z,description=,heartbeat_timestamp=2021-06-16T16:11:50Z,host='dv-cinder-796114-3-iscsi',id=0e7678c9-774c-4c46-a09f-f3aaee363ca4,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:57:20Z,topic='l3_agent')) {'router_ids': ['8112a31f-9720-469c-9d18-4de725043260'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:11:51.487431 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-17edaff0-539e-4e2a-bb48-5bfaa136e35a admin admin] Notify callbacks [] for router, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:51.498591 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-94e65272-69c1-4afe-9e97-2314e89a6761 None None] Set router 8112a31f-9720-469c-9d18-4de725043260 gateway port host: dv-cinder-796114-3-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:11:51.589422 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-17edaff0-539e-4e2a-bb48-5bfaa136e35a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:51.642286 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-17edaff0-539e-4e2a-bb48-5bfaa136e35a admin admin] Deleting port 63a1cf5a-d7b5-42f9-9dc4-0f6aedbdefd5 {{(pid=91874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:11:51.642630 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-17edaff0-539e-4e2a-bb48-5bfaa136e35a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726811340957'] for port, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:51.678293 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-94e65272-69c1-4afe-9e97-2314e89a6761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8112a31f-9720-469c-9d18-4de725043260', 'name': 'tempest-AttachVolumeTestJSON-71700425-router', 'tenant_id': 'b6f37c6beb22479fae2758d3ed17d813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '63a1cf5a-d7b5-42f9-9dc4-0f6aedbdefd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:04:55Z', 'updated_at': '2021-06-16T16:11:50Z', 'revision_number': 5, 'project_id': 'b6f37c6beb22479fae2758d3ed17d813', 'gw_port': {'id': '63a1cf5a-d7b5-42f9-9dc4-0f6aedbdefd5', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8112a31f-9720-469c-9d18-4de725043260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:04:57Z', 'updated_at': '2021-06-16T16:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi'}], 'dv-cinder-796114-3-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:11:51.681602 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e65272-69c1-4afe-9e97-2314e89a6761 None None] Checking router: 8112a31f-9720-469c-9d18-4de725043260 for host: dv-cinder-796114-3-iscsi {{(pid=91876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:11:51.689915 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e65272-69c1-4afe-9e97-2314e89a6761 None None] Routers {'8112a31f-9720-469c-9d18-4de725043260'} bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:11:51.690508 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-94e65272-69c1-4afe-9e97-2314e89a6761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:57:20Z,description=,heartbeat_timestamp=2021-06-16T16:11:50Z,host='dv-cinder-796114-3-iscsi',id=0e7678c9-774c-4c46-a09f-f3aaee363ca4,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:57:20Z,topic='l3_agent')) {'router_ids': ['8112a31f-9720-469c-9d18-4de725043260'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:11:51.723526 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-17edaff0-539e-4e2a-bb48-5bfaa136e35a admin admin] For port 63a1cf5a-d7b5-42f9-9dc4-0f6aedbdefd5, host dv-cinder-796114-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=63a1cf5a-d7b5-42f9-9dc4-0f6aedbdefd5,segment=NetworkSegment(36d53036-d305-476e-ad99-71a5cdef7eb4),segment_id=36d53036-d305-476e-ad99-71a5cdef7eb4)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:11:51.723890 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-17edaff0-539e-4e2a-bb48-5bfaa136e35a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674541'] for port, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:51.771222 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-94e65272-69c1-4afe-9e97-2314e89a6761 None None] Set router 8112a31f-9720-469c-9d18-4de725043260 gateway port host: None {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:11:51.790113 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-17edaff0-539e-4e2a-bb48-5bfaa136e35a admin admin] Calling delete_port for 63a1cf5a-d7b5-42f9-9dc4-0f6aedbdefd5 owned by network:router_gateway {{(pid=91874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:11:51.819927 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.agents_db [None req-058d43c2-15cf-4374-9ac5-1369303d1fb9 None None] Agent healthcheck: found 6 active agents {{(pid=91877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:11:51.827043 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-94e65272-69c1-4afe-9e97-2314e89a6761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8112a31f-9720-469c-9d18-4de725043260', 'name': 'tempest-AttachVolumeTestJSON-71700425-router', 'tenant_id': 'b6f37c6beb22479fae2758d3ed17d813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:04:55Z', 'updated_at': '2021-06-16T16:11:51Z', 'revision_number': 6, 'project_id': 'b6f37c6beb22479fae2758d3ed17d813', 'gw_port_host': None}], 'dv-cinder-796114-3-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:11:51.830690 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e65272-69c1-4afe-9e97-2314e89a6761 None None] The sync data for ids ['8112a31f-9720-469c-9d18-4de725043260'] in dv-cinder-796114-3-iscsi is: [{'id': '8112a31f-9720-469c-9d18-4de725043260', 'name': 'tempest-AttachVolumeTestJSON-71700425-router', 'tenant_id': 'b6f37c6beb22479fae2758d3ed17d813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:04:55Z', 'updated_at': '2021-06-16T16:11:51Z', 'revision_number': 6, 'project_id': 'b6f37c6beb22479fae2758d3ed17d813', 'gw_port_host': None}] {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:11:51.960229 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-17edaff0-539e-4e2a-bb48-5bfaa136e35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726811346809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726810953732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3529197'] for port, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:51.962228 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-63c40af6-91d6-442d-b2bd-e711004297f3 tempest-VolumesSnapshotTestJSON-772879193 tempest-VolumesSnapshotTestJSON-772879193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:11:51.986094 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17edaff0-539e-4e2a-bb48-5bfaa136e35a admin admin] Pushing event deleted for resources: {'Port': ['ID=63a1cf5a-d7b5-42f9-9dc4-0f6aedbdefd5,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:51.989043 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-17edaff0-539e-4e2a-bb48-5bfaa136e35a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:11:52.047163 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-17edaff0-539e-4e2a-bb48-5bfaa136e35a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701981'] for router_gateway, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:52.134560 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-17edaff0-539e-4e2a-bb48-5bfaa136e35a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2189'] for router, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:52.136529 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-17edaff0-539e-4e2a-bb48-5bfaa136e35a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:52.185712 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-17edaff0-539e-4e2a-bb48-5bfaa136e35a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-678231'] for router, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:52.186270 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17edaff0-539e-4e2a-bb48-5bfaa136e35a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8112a31f-9720-469c-9d18-4de725043260 {{(pid=91874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 16:11:52.191251 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-17edaff0-539e-4e2a-bb48-5bfaa136e35a admin admin] Notify callbacks [] for router, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:52.192600 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-17edaff0-539e-4e2a-bb48-5bfaa136e35a admin admin] 10.222.0.49 "DELETE /v2.0/routers/8112a31f-9720-469c-9d18-4de725043260 HTTP/1.1" status: 204 len: 168 time: 0.8096371 Jun 16 16:11:52.195072 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 42140) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:11:52.240412 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_v2 [None req-252caa28-67f9-4d84-9119-26138f2f7cff admin admin] Deleting subnet ea00e02a-6838-40a9-b1d7-a5a03e20d3b1 {{(pid=91874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:11:52.243681 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-252caa28-67f9-4d84-9119-26138f2f7cff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:52.285305 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-252caa28-67f9-4d84-9119-26138f2f7cff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3127486'] for subnet, precommit_delete_associations {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:52.395203 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-252caa28-67f9-4d84-9119-26138f2f7cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16234147'] for subnet, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:52.446726 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-252caa28-67f9-4d84-9119-26138f2f7cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16234172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3528999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3923767'] for subnet, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:52.449621 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:11:52.474185 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252caa28-67f9-4d84-9119-26138f2f7cff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea00e02a-6838-40a9-b1d7-a5a03e20d3b1,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:52.476138 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-252caa28-67f9-4d84-9119-26138f2f7cff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16222807'] for subnet, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:52.478006 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-252caa28-67f9-4d84-9119-26138f2f7cff admin admin] 10.222.0.49 "DELETE /v2.0/subnets/ea00e02a-6838-40a9-b1d7-a5a03e20d3b1 HTTP/1.1" status: 204 len: 168 time: 0.2819426 Jun 16 16:11:52.478916 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-252caa28-67f9-4d84-9119-26138f2f7cff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:11:52.480392 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 42142) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:11:52.482613 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a7b166-2782-412e-8969-0eae1d73b134 None None] Network 9b440f45-4a88-4d84-9a29-8220f48297fe requested from dv-cinder-796114-3-iscsi {{(pid=91876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:11:52.553003 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-31e6408f-7440-47e6-b74b-6c25fe8de9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16160318'] for network, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:52.611578 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-31e6408f-7440-47e6-b74b-6c25fe8de9ff admin admin] Deleting port cb8b415b-fd03-4768-b7e0-bcbfa99dedb1 {{(pid=91874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:11:52.611934 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-31e6408f-7440-47e6-b74b-6c25fe8de9ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726811340957'] for port, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:52.677655 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-31e6408f-7440-47e6-b74b-6c25fe8de9ff admin admin] For port cb8b415b-fd03-4768-b7e0-bcbfa99dedb1, host dv-cinder-796114-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=cb8b415b-fd03-4768-b7e0-bcbfa99dedb1,segment=NetworkSegment(28ca8ba8-691c-48b2-ad64-51cdd785b47e),segment_id=28ca8ba8-691c-48b2-ad64-51cdd785b47e)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:11:52.678029 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-31e6408f-7440-47e6-b74b-6c25fe8de9ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674541'] for port, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:52.680298 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1da8e00-4115-43fd-8822-53b781afd067 None None] DHCP port deletion for 9b440f45-4a88-4d84-9a29-8220f48297fe request from dv-cinder-796114-3-iscsi {{(pid=91876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 16:11:52.747214 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-c1da8e00-4115-43fd-8822-53b781afd067 None None] Deleting port cb8b415b-fd03-4768-b7e0-bcbfa99dedb1 {{(pid=91876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:11:52.747686 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c1da8e00-4115-43fd-8822-53b781afd067 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726811340957'] for port, before_delete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:52.755071 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-31e6408f-7440-47e6-b74b-6c25fe8de9ff admin admin] Calling delete_port for cb8b415b-fd03-4768-b7e0-bcbfa99dedb1 owned by network:dhcp {{(pid=91874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:11:52.850413 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-31e6408f-7440-47e6-b74b-6c25fe8de9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726811346809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726810953732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3529197'] for port, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:52.853252 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-9d259813-1e78-4398-b7e4-15f787c88c36 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:11:52.879846 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e6408f-7440-47e6-b74b-6c25fe8de9ff admin admin] Pushing event deleted for resources: {'Port': ['ID=cb8b415b-fd03-4768-b7e0-bcbfa99dedb1,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:52.883090 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-31e6408f-7440-47e6-b74b-6c25fe8de9ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:11:52.883910 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e6408f-7440-47e6-b74b-6c25fe8de9ff admin admin] No DVR routers for this DVR port cb8b415b-fd03-4768-b7e0-bcbfa99dedb1 on host dv-cinder-796114-3-iscsi {{(pid=91874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:11:52.922272 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device 63a1cf5a-d7b5-42f9-9dc4-0f6aedbdefd5 no longer exists at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:11:52.958625 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-31e6408f-7440-47e6-b74b-6c25fe8de9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16236332', 'neutron.services.segments.db._delete_segments_for_network-8726811427889'] for network, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:52.960225 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] No Port match for: 63a1cf5a-d7b5-42f9-9dc4-0f6aedbdefd5 {{(pid=91876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:11:52.960595 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device 63a1cf5a-d7b5-42f9-9dc4-0f6aedbdefd5 not bound to the agent host dv-cinder-796114-3-iscsi {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:11:52.961018 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device cb8b415b-fd03-4768-b7e0-bcbfa99dedb1 no longer exists at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:11:52.968882 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.services.segments.db [None req-31e6408f-7440-47e6-b74b-6c25fe8de9ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b440f45-4a88-4d84-9a29-8220f48297fe']}} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:11:52.979711 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.services.segments.db [None req-31e6408f-7440-47e6-b74b-6c25fe8de9ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28ca8ba8-691c-48b2-ad64-51cdd785b47e') {'for_net_delete': True} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:11:52.980039 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.services.segments.db [None req-31e6408f-7440-47e6-b74b-6c25fe8de9ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28ca8ba8-691c-48b2-ad64-51cdd785b47e') {} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:11:52.989054 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-31e6408f-7440-47e6-b74b-6c25fe8de9ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726811427202', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127463'] for segment, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:52.989214 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c1da8e00-4115-43fd-8822-53b781afd067 None None] For port cb8b415b-fd03-4768-b7e0-bcbfa99dedb1, host dv-cinder-796114-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=cb8b415b-fd03-4768-b7e0-bcbfa99dedb1,segment=NetworkSegment(28ca8ba8-691c-48b2-ad64-51cdd785b47e),segment_id=28ca8ba8-691c-48b2-ad64-51cdd785b47e)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:11:52.989570 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c1da8e00-4115-43fd-8822-53b781afd067 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674541'] for port, precommit_delete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:52.991801 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] No Port match for: cb8b415b-fd03-4768-b7e0-bcbfa99dedb1 {{(pid=91876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:11:52.992163 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device cb8b415b-fd03-4768-b7e0-bcbfa99dedb1 not bound to the agent host dv-cinder-796114-3-iscsi {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:11:52.992588 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device 9fe774fa-d9df-4d9a-a7c9-265a06cd514c no longer exists at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:11:53.000707 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-459ba97e-0994-401b-bd86-9772962a392e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:53.014649 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-31e6408f-7440-47e6-b74b-6c25fe8de9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233616'] for segment, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:53.018080 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] No Port match for: 9fe774fa-d9df-4d9a-a7c9-265a06cd514c {{(pid=91876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:11:53.018445 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device 9fe774fa-d9df-4d9a-a7c9-265a06cd514c not bound to the agent host dv-cinder-796114-3-iscsi {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:11:53.021088 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31e6408f-7440-47e6-b74b-6c25fe8de9ff admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=91874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:11:53.021553 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-31e6408f-7440-47e6-b74b-6c25fe8de9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3529144'] for segment, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:53.023449 dv-cinder-796114-3-iscsi neutron-server[91874]: Traceback (most recent call last): Jun 16 16:11:53.023449 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:11:53.023449 dv-cinder-796114-3-iscsi neutron-server[91874]: timer() Jun 16 16:11:53.023449 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:11:53.023449 dv-cinder-796114-3-iscsi neutron-server[91874]: cb(*args, **kw) Jun 16 16:11:53.023449 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:11:53.023449 dv-cinder-796114-3-iscsi neutron-server[91874]: return func(*args, **kwargs) Jun 16 16:11:53.023449 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:11:53.023449 dv-cinder-796114-3-iscsi neutron-server[91874]: self._notify() Jun 16 16:11:53.023449 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:11:53.023449 dv-cinder-796114-3-iscsi neutron-server[91874]: self.callback(batched_events) Jun 16 16:11:53.023449 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:11:53.023449 dv-cinder-796114-3-iscsi neutron-server[91874]: event.method(event) Jun 16 16:11:53.023449 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:11:53.023449 dv-cinder-796114-3-iscsi neutron-server[91874]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:11:53.023449 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:11:53.023449 dv-cinder-796114-3-iscsi neutron-server[91874]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:11:53.023449 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:11:53.023449 dv-cinder-796114-3-iscsi neutron-server[91874]: return f(self, *a, **k) Jun 16 16:11:53.023449 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:11:53.023449 dv-cinder-796114-3-iscsi neutron-server[91874]: return self._get(url).json() Jun 16 16:11:53.023449 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:11:53.023449 dv-cinder-796114-3-iscsi neutron-server[91874]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:11:53.023449 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:11:53.023449 dv-cinder-796114-3-iscsi neutron-server[91874]: return self.request(url, 'GET', **kwargs) Jun 16 16:11:53.023449 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:11:53.023449 dv-cinder-796114-3-iscsi neutron-server[91874]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:11:53.023449 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:11:53.023449 dv-cinder-796114-3-iscsi neutron-server[91874]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:11:53.023449 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:11:53.023449 dv-cinder-796114-3-iscsi neutron-server[91874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:11:53.023449 dv-cinder-796114-3-iscsi neutron-server[91874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:11:53.076456 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-c1da8e00-4115-43fd-8822-53b781afd067 None None] Calling delete_port for cb8b415b-fd03-4768-b7e0-bcbfa99dedb1 owned by network:dhcp {{(pid=91876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:11:53.078312 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-31e6408f-7440-47e6-b74b-6c25fe8de9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16236325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-700135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702067'] for network, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:53.082261 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:11:53.085596 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-31e6408f-7440-47e6-b74b-6c25fe8de9ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16222807'] for network, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:53.087402 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-31e6408f-7440-47e6-b74b-6c25fe8de9ff admin admin] 10.222.0.49 "DELETE /v2.0/networks/9b440f45-4a88-4d84-9a29-8220f48297fe HTTP/1.1" status: 204 len: 168 time: 0.6060343 Jun 16 16:11:53.097939 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e6408f-7440-47e6-b74b-6c25fe8de9ff admin admin] Pushing event deleted for resources: {'Network': ['ID=9b440f45-4a88-4d84-9a29-8220f48297fe,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:53.100770 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-31e6408f-7440-47e6-b74b-6c25fe8de9ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:11:53.160368 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c1da8e00-4115-43fd-8822-53b781afd067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726811346809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726810953732'] for port, after_delete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:53.162356 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:11:53.183732 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c1da8e00-4115-43fd-8822-53b781afd067 None None] Network 9b440f45-4a88-4d84-9a29-8220f48297fe is not hosted by any dhcp agent {{(pid=91876) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 16 16:11:53.184742 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1da8e00-4115-43fd-8822-53b781afd067 None None] No DVR routers for this DVR port cb8b415b-fd03-4768-b7e0-bcbfa99dedb1 on host dv-cinder-796114-3-iscsi {{(pid=91876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:11:53.186447 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1da8e00-4115-43fd-8822-53b781afd067 None None] Pushing event deleted for resources: {'Port': ['ID=cb8b415b-fd03-4768-b7e0-bcbfa99dedb1,revision_number=None']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:53.189454 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c1da8e00-4115-43fd-8822-53b781afd067 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:11:53.206586 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 42148) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:11:53.245407 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-4e465a46-3b09-402d-a2fd-2e5134544366 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b6f37c6beb22479fae2758d3ed17d813&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0374632 Jun 16 16:11:53.248219 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 42150) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:11:53.296665 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-c7a203e4-0eed-4efc-90c6-030a5f6fb6d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:53.328346 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-c7a203e4-0eed-4efc-90c6-030a5f6fb6d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:53.374162 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-c7a203e4-0eed-4efc-90c6-030a5f6fb6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:53.376666 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-c7a203e4-0eed-4efc-90c6-030a5f6fb6d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:53.377814 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-c7a203e4-0eed-4efc-90c6-030a5f6fb6d6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/79d90b75-a2d9-479b-af70-a869d5deaeca HTTP/1.1" status: 204 len: 168 time: 0.1286976 Jun 16 16:11:53.378559 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-c477ca04-d397-48b0-9e71-442ae46b96f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:11:53.385650 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a203e4-0eed-4efc-90c6-030a5f6fb6d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d90b75-a2d9-479b-af70-a869d5deaeca,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:53.387949 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-c7a203e4-0eed-4efc-90c6-030a5f6fb6d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:12:02.634081 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 42266) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:12:02.735540 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4972a97c-f65c-4452-892d-4d5b3361b0b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:02.824474 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4972a97c-f65c-4452-892d-4d5b3361b0b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:02.828807 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4972a97c-f65c-4452-892d-4d5b3361b0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:02.831984 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-65611045-203a-468f-b2e4-ab2e91878457 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:12:02.864885 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-4972a97c-f65c-4452-892d-4d5b3361b0b4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7f3b05b8565b4756bf9859581b8b6214&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2294440 Jun 16 16:12:02.866798 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4972a97c-f65c-4452-892d-4d5b3361b0b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dbf552e-b35e-4a52-b9c1-1cbd7833c29f,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:02.867619 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 42270) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:12:02.869785 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-4972a97c-f65c-4452-892d-4d5b3361b0b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:12:02.917662 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-0ce186c0-83bf-4679-9c7d-a39e7fd86158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:02.938508 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-0ce186c0-83bf-4679-9c7d-a39e7fd86158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:02.983593 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-0ce186c0-83bf-4679-9c7d-a39e7fd86158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:02.986363 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-0ce186c0-83bf-4679-9c7d-a39e7fd86158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:02.987530 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-0ce186c0-83bf-4679-9c7d-a39e7fd86158 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9dbf552e-b35e-4a52-b9c1-1cbd7833c29f HTTP/1.1" status: 204 len: 168 time: 0.1189227 Jun 16 16:12:02.988363 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-ac6e6b9d-f12e-4b83-949b-cd979009ecd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:12:02.995582 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce186c0-83bf-4679-9c7d-a39e7fd86158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dbf552e-b35e-4a52-b9c1-1cbd7833c29f,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:02.998573 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-0ce186c0-83bf-4679-9c7d-a39e7fd86158 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:12:04.543367 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 42322) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:12:04.647145 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d54ed606-e5f1-4949-b944-b8b9095f4a5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:04.733326 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d54ed606-e5f1-4949-b944-b8b9095f4a5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:04.736931 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d54ed606-e5f1-4949-b944-b8b9095f4a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:04.739990 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-b11cbe74-7106-4e99-ba53-196edf0ea721 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:12:04.773599 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-d54ed606-e5f1-4949-b944-b8b9095f4a5f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bff9228fcf754baa945ac5c347ad105c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2286658 Jun 16 16:12:04.774698 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54ed606-e5f1-4949-b944-b8b9095f4a5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4d8768-aa0b-4671-bf12-9d8cc4c4741b,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:04.776353 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 42326) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:12:04.778009 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d54ed606-e5f1-4949-b944-b8b9095f4a5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:12:04.828506 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-119e1efa-d839-4627-b17e-7c7fcb4ff037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:04.848800 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-119e1efa-d839-4627-b17e-7c7fcb4ff037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:04.895945 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-119e1efa-d839-4627-b17e-7c7fcb4ff037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:04.898557 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-119e1efa-d839-4627-b17e-7c7fcb4ff037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:04.899687 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-119e1efa-d839-4627-b17e-7c7fcb4ff037 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ca4d8768-aa0b-4671-bf12-9d8cc4c4741b HTTP/1.1" status: 204 len: 168 time: 0.1223025 Jun 16 16:12:04.900491 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-0c626de6-a13b-4c4c-8489-3f5d60714689 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:12:04.908245 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119e1efa-d839-4627-b17e-7c7fcb4ff037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4d8768-aa0b-4671-bf12-9d8cc4c4741b,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:04.910462 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-119e1efa-d839-4627-b17e-7c7fcb4ff037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:12:05.158202 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 42332) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:12:05.171781 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-07d7e2fd-d1a4-4c3c-8dda-946fd1a5a551 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:05.258912 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-07d7e2fd-d1a4-4c3c-8dda-946fd1a5a551 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:05.263245 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-07d7e2fd-d1a4-4c3c-8dda-946fd1a5a551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:05.266369 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-dd94398c-0417-4c63-aa30-9e1e3eb6fb95 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:12:05.300845 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-07d7e2fd-d1a4-4c3c-8dda-946fd1a5a551 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=96c0edc37adb4a978d9336c5f4f6efe0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1415880 Jun 16 16:12:05.301738 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d7e2fd-d1a4-4c3c-8dda-946fd1a5a551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0ff31d-c6b3-4c7c-88eb-cbe98a3fb871,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:05.303584 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 42334) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:12:05.304661 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-07d7e2fd-d1a4-4c3c-8dda-946fd1a5a551 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:12:05.351384 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-247031e7-61e1-47ec-8fb5-f07ac89b1ca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:05.371841 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-247031e7-61e1-47ec-8fb5-f07ac89b1ca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:05.418529 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-247031e7-61e1-47ec-8fb5-f07ac89b1ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:05.421683 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-247031e7-61e1-47ec-8fb5-f07ac89b1ca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:05.422832 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-247031e7-61e1-47ec-8fb5-f07ac89b1ca4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2f0ff31d-c6b3-4c7c-88eb-cbe98a3fb871 HTTP/1.1" status: 204 len: 168 time: 0.1182716 Jun 16 16:12:05.423592 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-e28c6701-35fd-452b-bab3-e02dd9807573 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:12:05.430650 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247031e7-61e1-47ec-8fb5-f07ac89b1ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0ff31d-c6b3-4c7c-88eb-cbe98a3fb871,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:05.432812 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-247031e7-61e1-47ec-8fb5-f07ac89b1ca4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:12:06.816279 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 42376) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:12:06.915765 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-ceafba15-15b7-4021-9d49-26bae0776a61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:07.007106 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-ceafba15-15b7-4021-9d49-26bae0776a61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:07.011375 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-ceafba15-15b7-4021-9d49-26bae0776a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:07.014731 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-f424540d-7901-4d83-bebd-776388a5d6f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:12:07.049881 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-ceafba15-15b7-4021-9d49-26bae0776a61 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d8a0e768dfd241eea33b5b91de58c86d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2324996 Jun 16 16:12:07.050820 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceafba15-15b7-4021-9d49-26bae0776a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5211cd5a-5d46-4d0c-8a84-5d6d7ff1fabc,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:07.052616 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 42380) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:12:07.053824 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-ceafba15-15b7-4021-9d49-26bae0776a61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:12:07.105508 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-7d223604-a037-4783-9c54-6b7f97fcf33d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:07.126531 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-7d223604-a037-4783-9c54-6b7f97fcf33d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:07.170877 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-7d223604-a037-4783-9c54-6b7f97fcf33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:07.173430 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-7d223604-a037-4783-9c54-6b7f97fcf33d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:07.174536 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-7d223604-a037-4783-9c54-6b7f97fcf33d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5211cd5a-5d46-4d0c-8a84-5d6d7ff1fabc HTTP/1.1" status: 204 len: 168 time: 0.1203933 Jun 16 16:12:07.175298 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-058f73c1-fcbd-42b7-ad40-3a9d5f2d565c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:12:07.182609 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d223604-a037-4783-9c54-6b7f97fcf33d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5211cd5a-5d46-4d0c-8a84-5d6d7ff1fabc,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:07.185515 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-7d223604-a037-4783-9c54-6b7f97fcf33d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:12:07.425708 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 42386) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:12:07.439882 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-13cd0a4f-2e51-4f90-938d-de2ebd70f703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:07.530763 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-13cd0a4f-2e51-4f90-938d-de2ebd70f703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:07.534361 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-13cd0a4f-2e51-4f90-938d-de2ebd70f703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:07.537513 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-247031e7-61e1-47ec-8fb5-f07ac89b1ca4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:12:07.572689 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-13cd0a4f-2e51-4f90-938d-de2ebd70f703 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9bbe16235ae145d48807f27d1d71a948&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1459281 Jun 16 16:12:07.573857 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cd0a4f-2e51-4f90-938d-de2ebd70f703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff2556f-2925-4c62-907a-0604d6584506,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:07.575357 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 42388) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:12:07.577129 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-13cd0a4f-2e51-4f90-938d-de2ebd70f703 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:12:07.626019 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-21652f83-c2bb-453b-897e-b09d90cddf19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:07.645976 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-21652f83-c2bb-453b-897e-b09d90cddf19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:07.693687 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-21652f83-c2bb-453b-897e-b09d90cddf19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:07.696278 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-21652f83-c2bb-453b-897e-b09d90cddf19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:07.697423 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-21652f83-c2bb-453b-897e-b09d90cddf19 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/eff2556f-2925-4c62-907a-0604d6584506 HTTP/1.1" status: 204 len: 168 time: 0.1203337 Jun 16 16:12:07.698192 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-ceafba15-15b7-4021-9d49-26bae0776a61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:12:07.705670 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21652f83-c2bb-453b-897e-b09d90cddf19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff2556f-2925-4c62-907a-0604d6584506,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:07.707918 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-21652f83-c2bb-453b-897e-b09d90cddf19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:12:12.543382 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 42488) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:12:12.651489 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-5b1c78c6-73ad-42f0-bfbc-f317f07db206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:13.005339 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-5b1c78c6-73ad-42f0-bfbc-f317f07db206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:13.009280 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-5b1c78c6-73ad-42f0-bfbc-f317f07db206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:13.011562 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-118d69da-5daa-4b9f-80d3-ebd4129706bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:12:13.046490 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-5b1c78c6-73ad-42f0-bfbc-f317f07db206 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5f51a0d00c36464aa32d775532768718&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5020461 Jun 16 16:12:13.047712 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1c78c6-73ad-42f0-bfbc-f317f07db206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd07fbd-ee33-41d7-a1bf-85f0a3b1e8c1,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:13.049142 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 42492) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:12:13.050906 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-5b1c78c6-73ad-42f0-bfbc-f317f07db206 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:12:13.097712 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-bf42be7a-86cf-45cc-8e4f-a2ea8cb43c1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:13.118421 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-bf42be7a-86cf-45cc-8e4f-a2ea8cb43c1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:13.165893 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-bf42be7a-86cf-45cc-8e4f-a2ea8cb43c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:13.168492 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-bf42be7a-86cf-45cc-8e4f-a2ea8cb43c1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:13.169625 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-bf42be7a-86cf-45cc-8e4f-a2ea8cb43c1d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dbd07fbd-ee33-41d7-a1bf-85f0a3b1e8c1 HTTP/1.1" status: 204 len: 168 time: 0.1193833 Jun 16 16:12:13.171027 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-f5c116bb-52d8-4f43-ad02-0a98d310e7dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:12:13.178050 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf42be7a-86cf-45cc-8e4f-a2ea8cb43c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd07fbd-ee33-41d7-a1bf-85f0a3b1e8c1,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:13.180479 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-bf42be7a-86cf-45cc-8e4f-a2ea8cb43c1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:12:13.420887 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 42498) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:12:13.433895 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-2faf28d7-5fbb-4e23-b958-b30d27217bb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:13.521092 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-2faf28d7-5fbb-4e23-b958-b30d27217bb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:13.525497 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-2faf28d7-5fbb-4e23-b958-b30d27217bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:13.527855 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-b9b5aa91-c868-4ce3-9c14-7dfb29296c5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:12:13.564847 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-2faf28d7-5fbb-4e23-b958-b30d27217bb9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e36ecbdec3ce491cb272dff20e7b9a98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1428447 Jun 16 16:12:13.565858 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faf28d7-5fbb-4e23-b958-b30d27217bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97556c74-6586-4990-9bc9-1da92106c46a,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:13.567566 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 42500) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:12:13.568936 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-2faf28d7-5fbb-4e23-b958-b30d27217bb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:12:13.615843 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-5fda3528-9c9e-4580-8ce1-c97ddb5b6f26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:13.635934 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-5fda3528-9c9e-4580-8ce1-c97ddb5b6f26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:13.681198 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-5fda3528-9c9e-4580-8ce1-c97ddb5b6f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:13.683713 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-5fda3528-9c9e-4580-8ce1-c97ddb5b6f26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:13.684846 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-5fda3528-9c9e-4580-8ce1-c97ddb5b6f26 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/97556c74-6586-4990-9bc9-1da92106c46a HTTP/1.1" status: 204 len: 168 time: 0.1162295 Jun 16 16:12:13.685739 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-daad40a2-2d1b-4fed-9478-5515ab76abf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:12:13.693090 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fda3528-9c9e-4580-8ce1-c97ddb5b6f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97556c74-6586-4990-9bc9-1da92106c46a,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:13.695398 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-5fda3528-9c9e-4580-8ce1-c97ddb5b6f26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:12:13.984571 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 42506) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:12:13.999230 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-c9aae446-6679-4edb-ac60-3201d2dc403d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:14.085292 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-c9aae446-6679-4edb-ac60-3201d2dc403d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:14.088924 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-c9aae446-6679-4edb-ac60-3201d2dc403d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:14.092657 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-06ddaaaa-3f17-47ba-9e73-a0fd8d9686a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:12:14.126568 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-c9aae446-6679-4edb-ac60-3201d2dc403d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=665a284d0b3a4f4a805297ca4f6d35ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1409533 Jun 16 16:12:14.127494 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aae446-6679-4edb-ac60-3201d2dc403d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c83c27b9-4ee0-4eff-9640-eca6824469c6,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:14.129223 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 42508) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:12:14.130513 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-c9aae446-6679-4edb-ac60-3201d2dc403d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:12:14.179052 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-898ece3b-3df4-47fb-8222-d3f23a16433f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:14.199035 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-898ece3b-3df4-47fb-8222-d3f23a16433f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:14.246888 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-898ece3b-3df4-47fb-8222-d3f23a16433f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:14.249651 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-898ece3b-3df4-47fb-8222-d3f23a16433f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:14.250802 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-898ece3b-3df4-47fb-8222-d3f23a16433f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c83c27b9-4ee0-4eff-9640-eca6824469c6 HTTP/1.1" status: 204 len: 168 time: 0.1205156 Jun 16 16:12:14.251573 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-9355f2e3-6acb-42cd-9617-bfcade9f1470 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:12:14.258853 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898ece3b-3df4-47fb-8222-d3f23a16433f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83c27b9-4ee0-4eff-9640-eca6824469c6,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:14.261043 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-898ece3b-3df4-47fb-8222-d3f23a16433f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:12:16.358177 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d0649-a38e-49b0-b68f-4bf243d45b42 req-e8e36c2d-b5d8-43b3-ad3d-9bc6d1caa5a8 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:12:16.359518 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-e38d0649-a38e-49b0-b68f-4bf243d45b42 req-e8e36c2d-b5d8-43b3-ad3d-9bc6d1caa5a8 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c83968e-60c5-411a-958e-74c856a073f6 HTTP/1.1" status: 200 len: 946 time: 0.0636773 Jun 16 16:12:16.396722 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-e38d0649-a38e-49b0-b68f-4bf243d45b42 req-0fef2091-9e7f-488a-807d-facdb3a1319c tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c2ebdd3-867c-4bec-9985-ebc5f980f44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315862 Jun 16 16:12:17.460195 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-eb76d6f8-47b8-49bf-aa37-a3f68c52df6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:17.593064 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7bc7c0-409a-46bb-8a22-a3df2462e484 req-302ebfc3-dc05-4221-a9f7-8e5dce8ac805 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:12:17.594593 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-be7bc7c0-409a-46bb-8a22-a3df2462e484 req-302ebfc3-dc05-4221-a9f7-8e5dce8ac805 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c83968e-60c5-411a-958e-74c856a073f6 HTTP/1.1" status: 200 len: 946 time: 0.0786335 Jun 16 16:12:17.631875 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-be7bc7c0-409a-46bb-8a22-a3df2462e484 req-1cd6ffbd-88f3-42f4-a708-f59c8b0d187d tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c2ebdd3-867c-4bec-9985-ebc5f980f44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314267 Jun 16 16:12:17.802401 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b282f-b887-4e71-961a-5f8d30de31a7 req-3fb29259-d6b8-473c-958a-2603200363f5 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:12:17.803711 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-5e3b282f-b887-4e71-961a-5f8d30de31a7 req-3fb29259-d6b8-473c-958a-2603200363f5 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c83968e-60c5-411a-958e-74c856a073f6 HTTP/1.1" status: 200 len: 946 time: 0.0606415 Jun 16 16:12:17.903476 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [req-5e3b282f-b887-4e71-961a-5f8d30de31a7 req-45105104-40ac-4f1e-b14a-88e49616b18d tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Deleting port f9d71033-5bec-4e78-af59-75366179378a {{(pid=91874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:12:17.903815 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-5e3b282f-b887-4e71-961a-5f8d30de31a7 req-45105104-40ac-4f1e-b14a-88e49616b18d tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726811340957'] for port, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:17.993314 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [req-5e3b282f-b887-4e71-961a-5f8d30de31a7 req-45105104-40ac-4f1e-b14a-88e49616b18d tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] For port f9d71033-5bec-4e78-af59-75366179378a, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=f9d71033-5bec-4e78-af59-75366179378a,segment=NetworkSegment(9b04c04a-5851-495d-91c5-098f1a7e56ff),segment_id=9b04c04a-5851-495d-91c5-098f1a7e56ff)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:12:17.993708 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-5e3b282f-b887-4e71-961a-5f8d30de31a7 req-45105104-40ac-4f1e-b14a-88e49616b18d tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674541'] for port, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:18.160353 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-5e3b282f-b887-4e71-961a-5f8d30de31a7 req-45105104-40ac-4f1e-b14a-88e49616b18d tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:18.160734 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-5e3b282f-b887-4e71-961a-5f8d30de31a7 req-45105104-40ac-4f1e-b14a-88e49616b18d tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702189'] for floatingip, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:18.161064 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.db.l3_db [req-5e3b282f-b887-4e71-961a-5f8d30de31a7 req-45105104-40ac-4f1e-b14a-88e49616b18d tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Floating IP e7e497c4-312d-4a9f-b58e-d0b230e85e0e disassociated. External IP: 172.27.1.5, port: f9d71033-5bec-4e78-af59-75366179378a. Jun 16 16:12:18.161440 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [req-5e3b282f-b887-4e71-961a-5f8d30de31a7 req-45105104-40ac-4f1e-b14a-88e49616b18d tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Calling delete_port for f9d71033-5bec-4e78-af59-75366179378a owned by compute:nova {{(pid=91874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:12:18.296591 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-5e3b282f-b887-4e71-961a-5f8d30de31a7 req-45105104-40ac-4f1e-b14a-88e49616b18d tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726811346809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726810953732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3529197'] for port, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:18.300813 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-767837f5-5f5a-4b44-9080-78409a374739 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:12:18.305659 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 42580) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:12:18.332581 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45105104-40ac-4f1e-b14a-88e49616b18d tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Pushing event deleted for resources: {'Port': ['ID=f9d71033-5bec-4e78-af59-75366179378a,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:18.335524 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-45105104-40ac-4f1e-b14a-88e49616b18d tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:12:18.442140 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-4993ddd7-52ca-453e-bad0-454c0b06763d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:18.481587 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e3b282f-b887-4e71-961a-5f8d30de31a7 req-45105104-40ac-4f1e-b14a-88e49616b18d tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Router 055c9b6e-7b28-4250-a567-731b1fadb57f has already been hosted by L3 agent 0e7678c9-774c-4c46-a09f-f3aaee363ca4 {{(pid=91874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:12:18.641773 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-4993ddd7-52ca-453e-bad0-454c0b06763d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:18.643487 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e3b282f-b887-4e71-961a-5f8d30de31a7 req-45105104-40ac-4f1e-b14a-88e49616b18d tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify agent at l3_agent.dv-cinder-796114-3-iscsi the message routers_updated {{(pid=91874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:12:18.650367 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-4993ddd7-52ca-453e-bad0-454c0b06763d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:18.653425 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-94964a81-dedd-4f5e-b8a8-74149b0b11db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:12:18.655239 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30238890-6209-4fa3-a910-07baa29503c8 None None] Sync routers for ids ['055c9b6e-7b28-4250-a567-731b1fadb57f'] in dv-cinder-796114-3-iscsi {{(pid=91877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:12:18.664848 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30238890-6209-4fa3-a910-07baa29503c8 None None] Routers {'055c9b6e-7b28-4250-a567-731b1fadb57f'} bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:12:18.665515 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_hamode_db [None req-30238890-6209-4fa3-a910-07baa29503c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:57:20Z,description=,heartbeat_timestamp=2021-06-16T16:11:50Z,host='dv-cinder-796114-3-iscsi',id=0e7678c9-774c-4c46-a09f-f3aaee363ca4,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:57:20Z,topic='l3_agent')) {'router_ids': ['055c9b6e-7b28-4250-a567-731b1fadb57f'], 'active': True} {{(pid=91877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:12:18.739948 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e3b282f-b887-4e71-961a-5f8d30de31a7 req-45105104-40ac-4f1e-b14a-88e49616b18d tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] No DVR routers for this DVR port f9d71033-5bec-4e78-af59-75366179378a on host hv-cinder-79611 {{(pid=91874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:12:18.742006 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4993ddd7-52ca-453e-bad0-454c0b06763d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e35f5c16-0356-49c4-bdad-f1b4236280ac,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:18.751500 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-5e3b282f-b887-4e71-961a-5f8d30de31a7 req-45105104-40ac-4f1e-b14a-88e49616b18d tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208782'] for port, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:18.754638 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-5e3b282f-b887-4e71-961a-5f8d30de31a7 req-45105104-40ac-4f1e-b14a-88e49616b18d tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.15 "DELETE /v2.0/ports/f9d71033-5bec-4e78-af59-75366179378a HTTP/1.1" status: 204 len: 173 time: 0.9445152 Jun 16 16:12:18.757506 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-4993ddd7-52ca-453e-bad0-454c0b06763d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5acca39c15af4bedafb20a3233d4b2ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4483478 Jun 16 16:12:18.758323 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c83968e-60c5-411a-958e-74c856a073f6', 'name': 'network-vif-deleted', 'tag': 'f9d71033-5bec-4e78-af59-75366179378a'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:12:18.760330 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 42586) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:12:18.772527 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac39972ab304bebcb834853fc43b221d920fab97f47da84b7636f2612ed6f187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ed3837-a44c-4ff1-98c6-7ea2da9bcb22" -d '{"events": [{"server_uuid": "7c83968e-60c5-411a-958e-74c856a073f6", "name": "network-vif-deleted", "tag": "f9d71033-5bec-4e78-af59-75366179378a"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:12:18.776688 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-4993ddd7-52ca-453e-bad0-454c0b06763d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:12:18.824184 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e16e46c8-7980-41d1-b4ac-9216794c0b49 x-openstack-request-id: req-e16e46c8-7980-41d1-b4ac-9216794c0b49 {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:12:18.824931 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c83968e-60c5-411a-958e-74c856a073f6", "name": "network-vif-deleted", "tag": "f9d71033-5bec-4e78-af59-75366179378a", "status": "completed", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:12:18.825505 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e16e46c8-7980-41d1-b4ac-9216794c0b49 {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:12:18.826215 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c83968e-60c5-411a-958e-74c856a073f6', 'name': 'network-vif-deleted', 'tag': 'f9d71033-5bec-4e78-af59-75366179378a', 'status': 'completed', 'code': 200} Jun 16 16:12:18.826855 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_dvr_db [None req-30238890-6209-4fa3-a910-07baa29503c8 None None] Set router 055c9b6e-7b28-4250-a567-731b1fadb57f gateway port host: dv-cinder-796114-3-iscsi {{(pid=91877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:12:18.830805 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-3828bd48-a06f-459e-bbda-e47060697b09 req-8b1e6be6-2b6b-4177-bfb3-4e0a3437bc8a tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c83968e-60c5-411a-958e-74c856a073f6 HTTP/1.1" status: 200 len: 210 time: 0.0328772 Jun 16 16:12:18.877856 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4d8e56c8-1abb-448a-9867-48b9e112a36f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:18.903870 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4d8e56c8-1abb-448a-9867-48b9e112a36f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:18.961331 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4d8e56c8-1abb-448a-9867-48b9e112a36f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:18.963792 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4d8e56c8-1abb-448a-9867-48b9e112a36f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:18.964914 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-4d8e56c8-1abb-448a-9867-48b9e112a36f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e35f5c16-0356-49c4-bdad-f1b4236280ac HTTP/1.1" status: 204 len: 168 time: 0.2027214 Jun 16 16:12:18.965779 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-c1829e7f-c4e1-4ef3-a35c-479f7ffe4179 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:12:18.973433 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8e56c8-1abb-448a-9867-48b9e112a36f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35f5c16-0356-49c4-bdad-f1b4236280ac,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:18.980477 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8e56c8-1abb-448a-9867-48b9e112a36f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:18.980855 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8e56c8-1abb-448a-9867-48b9e112a36f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:18.981224 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8e56c8-1abb-448a-9867-48b9e112a36f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:18.981613 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8e56c8-1abb-448a-9867-48b9e112a36f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:18.982723 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8e56c8-1abb-448a-9867-48b9e112a36f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:18.983152 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8e56c8-1abb-448a-9867-48b9e112a36f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:18.983748 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8e56c8-1abb-448a-9867-48b9e112a36f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:18.984177 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8e56c8-1abb-448a-9867-48b9e112a36f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:18.984530 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8e56c8-1abb-448a-9867-48b9e112a36f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:18.984884 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8e56c8-1abb-448a-9867-48b9e112a36f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:18.985238 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8e56c8-1abb-448a-9867-48b9e112a36f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:18.985617 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8e56c8-1abb-448a-9867-48b9e112a36f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:18.988663 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-4d8e56c8-1abb-448a-9867-48b9e112a36f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:12:19.057237 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_hamode_db [None req-30238890-6209-4fa3-a910-07baa29503c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '055c9b6e-7b28-4250-a567-731b1fadb57f', 'name': 'tempest-AttachVolumeShelveTestJSON-1689198256-router', 'tenant_id': '16b677d62510476d919b610e7baa5577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '6da1a5f4-82c1-43e0-a78a-2bf5174efd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:04:52Z', 'updated_at': '2021-06-16T16:04:58Z', 'revision_number': 4, 'project_id': '16b677d62510476d919b610e7baa5577', 'gw_port': {'id': '6da1a5f4-82c1-43e0-a78a-2bf5174efd5c', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:75:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055c9b6e-7b28-4250-a567-731b1fadb57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:04:53Z', 'updated_at': '2021-06-16T16:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi', '_interfaces': [{'id': 'f4b30c25-4506-4be3-b50b-2b05a2ea7ceb', 'name': '', 'network_id': 'cfdbc1d1-75c9-493c-aefe-3be5c8294cd4', 'tenant_id': '16b677d62510476d919b610e7baa5577', 'mac_address': 'fa:16:3e:2d:cb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055c9b6e-7b28-4250-a567-731b1fadb57f', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6b78bc3c-b434-4bd5-9871-761bea7dd046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:04:57Z', 'updated_at': '2021-06-16T16:05:11Z', 'revision_number': 5, 'project_id': '16b677d62510476d919b610e7baa5577', 'subnets': [{'id': '6b78bc3c-b434-4bd5-9871-761bea7dd046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-iscsi', False) {} {{(pid=91877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:12:19.060730 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30238890-6209-4fa3-a910-07baa29503c8 None None] Checking router: 055c9b6e-7b28-4250-a567-731b1fadb57f for host: dv-cinder-796114-3-iscsi {{(pid=91877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:12:19.069554 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30238890-6209-4fa3-a910-07baa29503c8 None None] Routers {'055c9b6e-7b28-4250-a567-731b1fadb57f'} bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:12:19.070230 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_hamode_db [None req-30238890-6209-4fa3-a910-07baa29503c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:57:20Z,description=,heartbeat_timestamp=2021-06-16T16:11:50Z,host='dv-cinder-796114-3-iscsi',id=0e7678c9-774c-4c46-a09f-f3aaee363ca4,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:57:20Z,topic='l3_agent')) {'router_ids': ['055c9b6e-7b28-4250-a567-731b1fadb57f'], 'active': True} {{(pid=91877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:12:19.240928 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 42594) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:12:19.255609 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-befeaa42-ff63-4cf3-8b72-38cbfb9830f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:19.266500 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_dvr_db [None req-30238890-6209-4fa3-a910-07baa29503c8 None None] Set router 055c9b6e-7b28-4250-a567-731b1fadb57f gateway port host: dv-cinder-796114-3-iscsi {{(pid=91877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:12:19.355240 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-befeaa42-ff63-4cf3-8b72-38cbfb9830f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:19.359799 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-befeaa42-ff63-4cf3-8b72-38cbfb9830f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:19.362526 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-ee4edc8a-36b9-46cd-9148-c04fda6d74f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:12:19.398140 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befeaa42-ff63-4cf3-8b72-38cbfb9830f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69acf3c8-1c48-4d4e-80d1-65f69a92df02,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:19.405601 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-befeaa42-ff63-4cf3-8b72-38cbfb9830f0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f482c0426e2e49cbaa40a0f7e6c112c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1606286 Jun 16 16:12:19.405601 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-befeaa42-ff63-4cf3-8b72-38cbfb9830f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:12:19.405953 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 42596) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:12:19.448192 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:19.477306 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-bb1dc251-635e-43e2-9ffd-01d3d3b9e48f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:19.478953 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_hamode_db [None req-30238890-6209-4fa3-a910-07baa29503c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '055c9b6e-7b28-4250-a567-731b1fadb57f', 'name': 'tempest-AttachVolumeShelveTestJSON-1689198256-router', 'tenant_id': '16b677d62510476d919b610e7baa5577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '6da1a5f4-82c1-43e0-a78a-2bf5174efd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:04:52Z', 'updated_at': '2021-06-16T16:04:58Z', 'revision_number': 4, 'project_id': '16b677d62510476d919b610e7baa5577', 'gw_port': {'id': '6da1a5f4-82c1-43e0-a78a-2bf5174efd5c', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:75:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055c9b6e-7b28-4250-a567-731b1fadb57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:04:53Z', 'updated_at': '2021-06-16T16:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi', '_interfaces': [{'id': 'f4b30c25-4506-4be3-b50b-2b05a2ea7ceb', 'name': '', 'network_id': 'cfdbc1d1-75c9-493c-aefe-3be5c8294cd4', 'tenant_id': '16b677d62510476d919b610e7baa5577', 'mac_address': 'fa:16:3e:2d:cb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055c9b6e-7b28-4250-a567-731b1fadb57f', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6b78bc3c-b434-4bd5-9871-761bea7dd046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:04:57Z', 'updated_at': '2021-06-16T16:05:11Z', 'revision_number': 5, 'project_id': '16b677d62510476d919b610e7baa5577', 'subnets': [{'id': '6b78bc3c-b434-4bd5-9871-761bea7dd046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-iscsi', False) {} {{(pid=91877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:12:19.483121 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30238890-6209-4fa3-a910-07baa29503c8 None None] The sync data for ids ['055c9b6e-7b28-4250-a567-731b1fadb57f'] in dv-cinder-796114-3-iscsi is: [{'id': '055c9b6e-7b28-4250-a567-731b1fadb57f', 'name': 'tempest-AttachVolumeShelveTestJSON-1689198256-router', 'tenant_id': '16b677d62510476d919b610e7baa5577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '6da1a5f4-82c1-43e0-a78a-2bf5174efd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:04:52Z', 'updated_at': '2021-06-16T16:04:58Z', 'revision_number': 4, 'project_id': '16b677d62510476d919b610e7baa5577', 'gw_port': {'id': '6da1a5f4-82c1-43e0-a78a-2bf5174efd5c', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:75:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055c9b6e-7b28-4250-a567-731b1fadb57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:04:53Z', 'updated_at': '2021-06-16T16:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi', '_interfaces': [{'id': 'f4b30c25-4506-4be3-b50b-2b05a2ea7ceb', 'name': '', 'network_id': 'cfdbc1d1-75c9-493c-aefe-3be5c8294cd4', 'tenant_id': '16b677d62510476d919b610e7baa5577', 'mac_address': 'fa:16:3e:2d:cb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055c9b6e-7b28-4250-a567-731b1fadb57f', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6b78bc3c-b434-4bd5-9871-761bea7dd046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:04:57Z', 'updated_at': '2021-06-16T16:05:11Z', 'revision_number': 5, 'project_id': '16b677d62510476d919b610e7baa5577', 'subnets': [{'id': '6b78bc3c-b434-4bd5-9871-761bea7dd046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:12:19.504671 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-bb1dc251-635e-43e2-9ffd-01d3d3b9e48f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:19.551926 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-bb1dc251-635e-43e2-9ffd-01d3d3b9e48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:19.554657 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-bb1dc251-635e-43e2-9ffd-01d3d3b9e48f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:19.556134 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-bb1dc251-635e-43e2-9ffd-01d3d3b9e48f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/69acf3c8-1c48-4d4e-80d1-65f69a92df02 HTTP/1.1" status: 204 len: 168 time: 0.1491990 Jun 16 16:12:19.556900 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-8575b97f-1240-4f84-a866-e91db440ccd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:12:19.577397 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1dc251-635e-43e2-9ffd-01d3d3b9e48f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69acf3c8-1c48-4d4e-80d1-65f69a92df02,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:19.579817 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-bb1dc251-635e-43e2-9ffd-01d3d3b9e48f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:12:19.722236 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740a6fa2-e264-4a6f-81f3-63c39aa0f50c None None] New status for floating IP e7e497c4-312d-4a9f-b58e-d0b230e85e0e: DOWN {{(pid=91876) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:12:19.891310 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-cafe1406-b306-463b-bdde-963795010c46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:19.956958 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:19.992688 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 42604) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:12:20.047012 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-4f1647db-e3ba-48c7-8f78-9ba6582ecb58 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:20.070312 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-4f1647db-e3ba-48c7-8f78-9ba6582ecb58 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:20.118799 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-4f1647db-e3ba-48c7-8f78-9ba6582ecb58 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:20.121474 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-4f1647db-e3ba-48c7-8f78-9ba6582ecb58 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:20.122606 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-4f1647db-e3ba-48c7-8f78-9ba6582ecb58 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "DELETE /v2.0/security-groups/0c2ebdd3-867c-4bec-9985-ebc5f980f44a HTTP/1.1" status: 204 len: 168 time: 0.1289277 Jun 16 16:12:20.124040 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-adbcb25d-eceb-463e-91f0-1ca48cc45f8d tempest-VolumesNegativeTest-521700665 tempest-VolumesNegativeTest-521700665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:12:20.126016 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 42606) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:12:20.132692 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1647db-e3ba-48c7-8f78-9ba6582ecb58 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2ebdd3-867c-4bec-9985-ebc5f980f44a,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:20.134879 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-4f1647db-e3ba-48c7-8f78-9ba6582ecb58 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:12:20.140771 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.api.v2.resource [None req-cb63b68c-a339-448a-bcb0-b05dda503ac5 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] show failed (client error): The resource could not be found. Jun 16 16:12:20.144321 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-cb63b68c-a339-448a-bcb0-b05dda503ac5 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "GET /v2.0/security-groups/0c2ebdd3-867c-4bec-9985-ebc5f980f44a HTTP/1.1" status: 404 len: 347 time: 0.0147660 Jun 16 16:12:20.144575 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 42608) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:12:20.270222 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-1a9b6fda-0c9a-4e8c-8dbd-9dcde6402250 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Deleting port 744b14da-a896-4480-9726-e1fe2876613e {{(pid=91875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:12:20.270475 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-1a9b6fda-0c9a-4e8c-8dbd-9dcde6402250 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726811340957'] for port, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:20.343025 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-1a9b6fda-0c9a-4e8c-8dbd-9dcde6402250 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674541'] for port, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:20.343355 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-1a9b6fda-0c9a-4e8c-8dbd-9dcde6402250 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:20.407155 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-1a9b6fda-0c9a-4e8c-8dbd-9dcde6402250 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Calling delete_port for 744b14da-a896-4480-9726-e1fe2876613e owned by network:floatingip {{(pid=91875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:12:20.540583 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-1a9b6fda-0c9a-4e8c-8dbd-9dcde6402250 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726811346809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726810953732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449056'] for port, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:20.543159 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-26ded94b-895f-4447-9c4f-fed323e63c82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:12:20.565778 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9b6fda-0c9a-4e8c-8dbd-9dcde6402250 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Pushing event deleted for resources: {'Port': ['ID=744b14da-a896-4480-9726-e1fe2876613e,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:20.568842 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-1a9b6fda-0c9a-4e8c-8dbd-9dcde6402250 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:12:20.626047 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-1a9b6fda-0c9a-4e8c-8dbd-9dcde6402250 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks [] for floatingip, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:20.628661 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-1a9b6fda-0c9a-4e8c-8dbd-9dcde6402250 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208782'] for floatingip, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:20.629819 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-1a9b6fda-0c9a-4e8c-8dbd-9dcde6402250 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] 10.222.0.49 "DELETE /v2.0/floatingips/e7e497c4-312d-4a9f-b58e-d0b230e85e0e HTTP/1.1" status: 204 len: 168 time: 0.4843533 Jun 16 16:12:21.321434 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-6ad78952-ea93-43a4-8288-1e7c2f1dde9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:21.737614 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ccbd626a-06ae-4b9c-bf3a-4888583866f6 req-6c27a409-1174-4cc9-bd08-9c4943f42a74 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fd0f51f7-f3e2-4aef-a493-a566d15bda7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0575848 Jun 16 16:12:21.853611 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbd626a-06ae-4b9c-bf3a-4888583866f6 req-bb90a677-2fce-42a3-b255-35949f77c439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:12:21.855098 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ccbd626a-06ae-4b9c-bf3a-4888583866f6 req-bb90a677-2fce-42a3-b255-35949f77c439 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=801bc6047ffc40bf8e6f74767921a594&device_id=fd0f51f7-f3e2-4aef-a493-a566d15bda7b HTTP/1.1" status: 200 len: 1099 time: 0.0697284 Jun 16 16:12:21.862633 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device f9d71033-5bec-4e78-af59-75366179378a no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:12:21.889968 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] No Port match for: f9d71033-5bec-4e78-af59-75366179378a {{(pid=91876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:12:21.890317 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device f9d71033-5bec-4e78-af59-75366179378a not bound to the agent host hv-cinder-79611 {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:12:21.982975 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbd626a-06ae-4b9c-bf3a-4888583866f6 req-70269268-bf87-47d8-8c93-6015a80a7f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:12:21.985018 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ccbd626a-06ae-4b9c-bf3a-4888583866f6 req-70269268-bf87-47d8-8c93-6015a80a7f4b service neutron] 10.222.0.15 "GET /v2.0/networks?id=a3ebedf3-8e19-44c9-ac63-65dd93c0bad7 HTTP/1.1" status: 200 len: 910 time: 0.1026964 Jun 16 16:12:22.069263 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ccbd626a-06ae-4b9c-bf3a-4888583866f6 req-3fdcc686-a2a6-45fc-8846-eaf9c3877198 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=529f026a-df40-4cda-af17-002a523cfcda HTTP/1.1" status: 200 len: 1002 time: 0.0765662 Jun 16 16:12:22.126110 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbd626a-06ae-4b9c-bf3a-4888583866f6 req-5ddf1e9d-0003-4ec6-a479-f8b2d05b408d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:12:22.127625 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ccbd626a-06ae-4b9c-bf3a-4888583866f6 req-5ddf1e9d-0003-4ec6-a479-f8b2d05b408d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fddd5f14-0f57-4350-96d9-5e8c4267026c HTTP/1.1" status: 200 len: 848 time: 0.0492694 Jun 16 16:12:22.202607 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbd626a-06ae-4b9c-bf3a-4888583866f6 req-70028ebe-5de5-4b26-a0f8-31bdd15e7758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:12:22.204613 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ccbd626a-06ae-4b9c-bf3a-4888583866f6 req-70028ebe-5de5-4b26-a0f8-31bdd15e7758 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a3ebedf3-8e19-44c9-ac63-65dd93c0bad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0677841 Jun 16 16:12:22.302242 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ccbd626a-06ae-4b9c-bf3a-4888583866f6 req-e2d10727-2d84-416d-a171-561893d7ec94 service neutron] 10.222.0.15 "GET /v2.0/networks/a3ebedf3-8e19-44c9-ac63-65dd93c0bad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905800 Jun 16 16:12:22.398025 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ccbd626a-06ae-4b9c-bf3a-4888583866f6 req-77a6691e-b6fe-4621-89ec-660d9e735fb0 service neutron] 10.222.0.15 "GET /v2.0/networks/a3ebedf3-8e19-44c9-ac63-65dd93c0bad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885823 Jun 16 16:12:22.853772 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-459ba97e-0994-401b-bd86-9772962a392e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:23.227890 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 42634) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:12:23.750711 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-f9674262-2522-4989-88ba-16b32feb6d18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689354'] for router_interface, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:23.994605 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-f9674262-2522-4989-88ba-16b32feb6d18 admin admin] Deleting port f4b30c25-4506-4be3-b50b-2b05a2ea7ceb {{(pid=91875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:12:23.994955 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-f9674262-2522-4989-88ba-16b32feb6d18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726811340957'] for port, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:24.074644 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-f9674262-2522-4989-88ba-16b32feb6d18 admin admin] For port f4b30c25-4506-4be3-b50b-2b05a2ea7ceb, host dv-cinder-796114-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=f4b30c25-4506-4be3-b50b-2b05a2ea7ceb,segment=NetworkSegment(9b04c04a-5851-495d-91c5-098f1a7e56ff),segment_id=9b04c04a-5851-495d-91c5-098f1a7e56ff)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:12:24.074877 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-f9674262-2522-4989-88ba-16b32feb6d18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674541'] for port, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:24.140339 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-f9674262-2522-4989-88ba-16b32feb6d18 admin admin] Calling delete_port for f4b30c25-4506-4be3-b50b-2b05a2ea7ceb owned by network:router_interface {{(pid=91875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:12:24.314424 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-f9674262-2522-4989-88ba-16b32feb6d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726811346809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726810953732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449056'] for port, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:24.316997 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:12:24.340886 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9674262-2522-4989-88ba-16b32feb6d18 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4b30c25-4506-4be3-b50b-2b05a2ea7ceb,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:24.344772 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-f9674262-2522-4989-88ba-16b32feb6d18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:12:24.509643 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-f9674262-2522-4989-88ba-16b32feb6d18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16222899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689246'] for router_interface, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:24.730936 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9674262-2522-4989-88ba-16b32feb6d18 admin admin] Router 055c9b6e-7b28-4250-a567-731b1fadb57f has already been hosted by L3 agent 0e7678c9-774c-4c46-a09f-f3aaee363ca4 {{(pid=91875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:12:24.833959 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9674262-2522-4989-88ba-16b32feb6d18 admin admin] Notify agent at l3_agent.dv-cinder-796114-3-iscsi the message routers_updated {{(pid=91875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:12:24.838783 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-f9674262-2522-4989-88ba-16b32feb6d18 admin admin] 10.222.0.49 "PUT /v2.0/routers/055c9b6e-7b28-4250-a567-731b1fadb57f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6098635 Jun 16 16:12:24.841259 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 42638) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:12:24.844697 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea2d2d3-a40d-437a-9642-0ac4a71860ec None None] Sync routers for ids ['055c9b6e-7b28-4250-a567-731b1fadb57f'] in dv-cinder-796114-3-iscsi {{(pid=91877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:12:24.854218 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea2d2d3-a40d-437a-9642-0ac4a71860ec None None] Routers {'055c9b6e-7b28-4250-a567-731b1fadb57f'} bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:12:24.854920 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_hamode_db [None req-5ea2d2d3-a40d-437a-9642-0ac4a71860ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T15:57:20Z,description=,heartbeat_timestamp=2021-06-16T16:12:20Z,host='dv-cinder-796114-3-iscsi',id=0e7678c9-774c-4c46-a09f-f3aaee363ca4,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:57:20Z,topic='l3_agent')) {'router_ids': ['055c9b6e-7b28-4250-a567-731b1fadb57f'], 'active': True} {{(pid=91877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:12:24.945782 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b005943b-2ca1-42b8-b22f-532275b9d3d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:24.957685 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_dvr_db [None req-5ea2d2d3-a40d-437a-9642-0ac4a71860ec None None] Set router 055c9b6e-7b28-4250-a567-731b1fadb57f gateway port host: dv-cinder-796114-3-iscsi {{(pid=91877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:12:25.045393 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b005943b-2ca1-42b8-b22f-532275b9d3d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:25.096747 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-b005943b-2ca1-42b8-b22f-532275b9d3d4 admin admin] Deleting port 6da1a5f4-82c1-43e0-a78a-2bf5174efd5c {{(pid=91875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:12:25.097084 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b005943b-2ca1-42b8-b22f-532275b9d3d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726811340957'] for port, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:25.131238 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_hamode_db [None req-5ea2d2d3-a40d-437a-9642-0ac4a71860ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '055c9b6e-7b28-4250-a567-731b1fadb57f', 'name': 'tempest-AttachVolumeShelveTestJSON-1689198256-router', 'tenant_id': '16b677d62510476d919b610e7baa5577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '6da1a5f4-82c1-43e0-a78a-2bf5174efd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:04:52Z', 'updated_at': '2021-06-16T16:12:24Z', 'revision_number': 5, 'project_id': '16b677d62510476d919b610e7baa5577', 'gw_port': {'id': '6da1a5f4-82c1-43e0-a78a-2bf5174efd5c', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:75:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055c9b6e-7b28-4250-a567-731b1fadb57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:04:53Z', 'updated_at': '2021-06-16T16:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi'}], 'dv-cinder-796114-3-iscsi', False) {} {{(pid=91877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:12:25.134621 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea2d2d3-a40d-437a-9642-0ac4a71860ec None None] Checking router: 055c9b6e-7b28-4250-a567-731b1fadb57f for host: dv-cinder-796114-3-iscsi {{(pid=91877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:12:25.143164 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea2d2d3-a40d-437a-9642-0ac4a71860ec None None] Routers {'055c9b6e-7b28-4250-a567-731b1fadb57f'} bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:12:25.143886 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_hamode_db [None req-5ea2d2d3-a40d-437a-9642-0ac4a71860ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T15:57:20Z,description=,heartbeat_timestamp=2021-06-16T16:12:20Z,host='dv-cinder-796114-3-iscsi',id=0e7678c9-774c-4c46-a09f-f3aaee363ca4,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:57:20Z,topic='l3_agent')) {'router_ids': ['055c9b6e-7b28-4250-a567-731b1fadb57f'], 'active': True} {{(pid=91877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:12:25.177210 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-b005943b-2ca1-42b8-b22f-532275b9d3d4 admin admin] For port 6da1a5f4-82c1-43e0-a78a-2bf5174efd5c, host dv-cinder-796114-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=6da1a5f4-82c1-43e0-a78a-2bf5174efd5c,segment=NetworkSegment(36d53036-d305-476e-ad99-71a5cdef7eb4),segment_id=36d53036-d305-476e-ad99-71a5cdef7eb4)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:12:25.177602 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b005943b-2ca1-42b8-b22f-532275b9d3d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674541'] for port, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:25.225999 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_dvr_db [None req-5ea2d2d3-a40d-437a-9642-0ac4a71860ec None None] Set router 055c9b6e-7b28-4250-a567-731b1fadb57f gateway port host: None {{(pid=91877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:12:25.244095 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-b005943b-2ca1-42b8-b22f-532275b9d3d4 admin admin] Calling delete_port for 6da1a5f4-82c1-43e0-a78a-2bf5174efd5c owned by network:router_gateway {{(pid=91875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:12:25.279069 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_hamode_db [None req-5ea2d2d3-a40d-437a-9642-0ac4a71860ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '055c9b6e-7b28-4250-a567-731b1fadb57f', 'name': 'tempest-AttachVolumeShelveTestJSON-1689198256-router', 'tenant_id': '16b677d62510476d919b610e7baa5577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:04:52Z', 'updated_at': '2021-06-16T16:12:25Z', 'revision_number': 6, 'project_id': '16b677d62510476d919b610e7baa5577', 'gw_port_host': None}], 'dv-cinder-796114-3-iscsi', False) {} {{(pid=91877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:12:25.282888 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea2d2d3-a40d-437a-9642-0ac4a71860ec None None] The sync data for ids ['055c9b6e-7b28-4250-a567-731b1fadb57f'] in dv-cinder-796114-3-iscsi is: [{'id': '055c9b6e-7b28-4250-a567-731b1fadb57f', 'name': 'tempest-AttachVolumeShelveTestJSON-1689198256-router', 'tenant_id': '16b677d62510476d919b610e7baa5577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:04:52Z', 'updated_at': '2021-06-16T16:12:25Z', 'revision_number': 6, 'project_id': '16b677d62510476d919b610e7baa5577', 'gw_port_host': None}] {{(pid=91877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:12:25.413978 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b005943b-2ca1-42b8-b22f-532275b9d3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726811346809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726810953732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449056'] for port, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:25.416066 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-b3930a25-dc3f-4fcf-a905-815436d3056e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:12:25.440342 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b005943b-2ca1-42b8-b22f-532275b9d3d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6da1a5f4-82c1-43e0-a78a-2bf5174efd5c,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:25.443295 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-b005943b-2ca1-42b8-b22f-532275b9d3d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:12:25.505425 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b005943b-2ca1-42b8-b22f-532275b9d3d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701981'] for router_gateway, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:25.598514 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b005943b-2ca1-42b8-b22f-532275b9d3d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2189'] for router, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:25.600499 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b005943b-2ca1-42b8-b22f-532275b9d3d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:25.644867 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b005943b-2ca1-42b8-b22f-532275b9d3d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-678231'] for router, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:25.645470 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b005943b-2ca1-42b8-b22f-532275b9d3d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 055c9b6e-7b28-4250-a567-731b1fadb57f {{(pid=91875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 16:12:25.650144 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b005943b-2ca1-42b8-b22f-532275b9d3d4 admin admin] Notify callbacks [] for router, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:25.651252 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-b005943b-2ca1-42b8-b22f-532275b9d3d4 admin admin] 10.222.0.49 "DELETE /v2.0/routers/055c9b6e-7b28-4250-a567-731b1fadb57f HTTP/1.1" status: 204 len: 168 time: 0.8085432 Jun 16 16:12:25.653765 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 42640) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:12:25.700133 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a29e327-35bc-4a8e-8559-69d50859279b admin admin] Deleting subnet 6b78bc3c-b434-4bd5-9871-761bea7dd046 {{(pid=91875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:12:25.703466 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-9a29e327-35bc-4a8e-8559-69d50859279b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:25.741709 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-9a29e327-35bc-4a8e-8559-69d50859279b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4037720'] for subnet, precommit_delete_associations {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:25.818768 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-9a29e327-35bc-4a8e-8559-69d50859279b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16234147'] for subnet, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:25.870822 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-9a29e327-35bc-4a8e-8559-69d50859279b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16234172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2449002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58917308'] for subnet, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:25.873870 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-001cbbae-aa31-4c7f-895b-123729e899af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:12:25.897745 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a29e327-35bc-4a8e-8559-69d50859279b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b78bc3c-b434-4bd5-9871-761bea7dd046,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:25.899673 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-9a29e327-35bc-4a8e-8559-69d50859279b admin admin] Notify callbacks [] for subnet, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:25.901597 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-9a29e327-35bc-4a8e-8559-69d50859279b admin admin] 10.222.0.49 "DELETE /v2.0/subnets/6b78bc3c-b434-4bd5-9871-761bea7dd046 HTTP/1.1" status: 204 len: 168 time: 0.2461183 Jun 16 16:12:25.902365 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-9a29e327-35bc-4a8e-8559-69d50859279b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:12:25.904015 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 42642) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:12:25.907293 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8dd993-8b19-4327-85ff-992d4a3fbf16 None None] Network cfdbc1d1-75c9-493c-aefe-3be5c8294cd4 requested from dv-cinder-796114-3-iscsi {{(pid=91876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:12:25.974386 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-6669d105-fee9-49c4-8999-51cfe266d746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16160318'] for network, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:26.026079 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-6669d105-fee9-49c4-8999-51cfe266d746 admin admin] Deleting port e7b3e210-89e3-40d2-8f69-40df71239491 {{(pid=91875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:12:26.026424 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-6669d105-fee9-49c4-8999-51cfe266d746 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726811340957'] for port, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:26.092485 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b54eaf3-47fd-4b7a-932d-ab799ed205a9 None None] DHCP port deletion for cfdbc1d1-75c9-493c-aefe-3be5c8294cd4 request from dv-cinder-796114-3-iscsi {{(pid=91876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 16:12:26.110611 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-6669d105-fee9-49c4-8999-51cfe266d746 admin admin] For port e7b3e210-89e3-40d2-8f69-40df71239491, host dv-cinder-796114-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=e7b3e210-89e3-40d2-8f69-40df71239491,segment=NetworkSegment(9b04c04a-5851-495d-91c5-098f1a7e56ff),segment_id=9b04c04a-5851-495d-91c5-098f1a7e56ff)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:12:26.111186 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-6669d105-fee9-49c4-8999-51cfe266d746 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674541'] for port, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:26.162744 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-2b54eaf3-47fd-4b7a-932d-ab799ed205a9 None None] Deleting port e7b3e210-89e3-40d2-8f69-40df71239491 {{(pid=91876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:12:26.163392 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-2b54eaf3-47fd-4b7a-932d-ab799ed205a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726811340957'] for port, before_delete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:26.214306 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-6669d105-fee9-49c4-8999-51cfe266d746 admin admin] Calling delete_port for e7b3e210-89e3-40d2-8f69-40df71239491 owned by network:dhcp {{(pid=91875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:12:26.262476 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-2b54eaf3-47fd-4b7a-932d-ab799ed205a9 None None] For port e7b3e210-89e3-40d2-8f69-40df71239491, host dv-cinder-796114-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=e7b3e210-89e3-40d2-8f69-40df71239491,segment=NetworkSegment(9b04c04a-5851-495d-91c5-098f1a7e56ff),segment_id=9b04c04a-5851-495d-91c5-098f1a7e56ff)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:12:26.263094 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-2b54eaf3-47fd-4b7a-932d-ab799ed205a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674541'] for port, precommit_delete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:26.341245 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-6669d105-fee9-49c4-8999-51cfe266d746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726811346809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726810953732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449056'] for port, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:26.344324 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-00f80510-1bc1-4cce-976b-95e85da1ec82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:12:26.351889 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-2b54eaf3-47fd-4b7a-932d-ab799ed205a9 None None] Calling delete_port for e7b3e210-89e3-40d2-8f69-40df71239491 owned by network:dhcp {{(pid=91876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:12:26.368152 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6669d105-fee9-49c4-8999-51cfe266d746 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7b3e210-89e3-40d2-8f69-40df71239491,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:26.370780 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-6669d105-fee9-49c4-8999-51cfe266d746 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:12:26.375490 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6669d105-fee9-49c4-8999-51cfe266d746 admin admin] No DVR routers for this DVR port e7b3e210-89e3-40d2-8f69-40df71239491 on host dv-cinder-796114-3-iscsi {{(pid=91875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:12:26.429712 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-2b54eaf3-47fd-4b7a-932d-ab799ed205a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726811346809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726810953732'] for port, after_delete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:26.431597 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:12:26.448433 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-6669d105-fee9-49c4-8999-51cfe266d746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16236332', 'neutron.services.segments.db._delete_segments_for_network-8726811427889'] for network, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:26.458901 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b54eaf3-47fd-4b7a-932d-ab799ed205a9 None None] Pushing event deleted for resources: {'Port': ['ID=e7b3e210-89e3-40d2-8f69-40df71239491,revision_number=None']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:26.459126 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.services.segments.db [None req-6669d105-fee9-49c4-8999-51cfe266d746 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfdbc1d1-75c9-493c-aefe-3be5c8294cd4']}} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:12:26.461141 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b54eaf3-47fd-4b7a-932d-ab799ed205a9 None None] No DVR routers for this DVR port e7b3e210-89e3-40d2-8f69-40df71239491 on host dv-cinder-796114-3-iscsi {{(pid=91876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:12:26.470710 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b54eaf3-47fd-4b7a-932d-ab799ed205a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:26.470837 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.services.segments.db [None req-6669d105-fee9-49c4-8999-51cfe266d746 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b04c04a-5851-495d-91c5-098f1a7e56ff') {'for_net_delete': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:12:26.471072 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b54eaf3-47fd-4b7a-932d-ab799ed205a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:26.471196 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.services.segments.db [None req-6669d105-fee9-49c4-8999-51cfe266d746 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b04c04a-5851-495d-91c5-098f1a7e56ff') {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:12:26.471467 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b54eaf3-47fd-4b7a-932d-ab799ed205a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:26.471786 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b54eaf3-47fd-4b7a-932d-ab799ed205a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:26.472085 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b54eaf3-47fd-4b7a-932d-ab799ed205a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:26.472814 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b54eaf3-47fd-4b7a-932d-ab799ed205a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:26.473163 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b54eaf3-47fd-4b7a-932d-ab799ed205a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:26.473529 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b54eaf3-47fd-4b7a-932d-ab799ed205a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:26.473873 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b54eaf3-47fd-4b7a-932d-ab799ed205a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:26.474208 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b54eaf3-47fd-4b7a-932d-ab799ed205a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:26.474539 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b54eaf3-47fd-4b7a-932d-ab799ed205a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:26.474868 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b54eaf3-47fd-4b7a-932d-ab799ed205a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:26.477975 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-2b54eaf3-47fd-4b7a-932d-ab799ed205a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:12:26.481458 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-6669d105-fee9-49c4-8999-51cfe266d746 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726811427202', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4037697'] for segment, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:26.495781 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-6669d105-fee9-49c4-8999-51cfe266d746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233616'] for segment, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:26.502260 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6669d105-fee9-49c4-8999-51cfe266d746 admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=91875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:12:26.502653 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-6669d105-fee9-49c4-8999-51cfe266d746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2449141'] for segment, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:26.504563 dv-cinder-796114-3-iscsi neutron-server[91875]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:12:26.504563 dv-cinder-796114-3-iscsi neutron-server[91875]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:12:26.504563 dv-cinder-796114-3-iscsi neutron-server[91875]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:12:26.504563 dv-cinder-796114-3-iscsi neutron-server[91875]: retrieve_revision_numbers = { Jun 16 16:12:26.504563 dv-cinder-796114-3-iscsi neutron-server[91875]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:12:26.504563 dv-cinder-796114-3-iscsi neutron-server[91875]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:12:26.504563 dv-cinder-796114-3-iscsi neutron-server[91875]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:12:26.504563 dv-cinder-796114-3-iscsi neutron-server[91875]: retrieve_revision_numbers = { Jun 16 16:12:26.504563 dv-cinder-796114-3-iscsi neutron-server[91875]: Traceback (most recent call last): Jun 16 16:12:26.504563 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:12:26.504563 dv-cinder-796114-3-iscsi neutron-server[91875]: timer() Jun 16 16:12:26.504563 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:12:26.504563 dv-cinder-796114-3-iscsi neutron-server[91875]: cb(*args, **kw) Jun 16 16:12:26.504563 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:12:26.504563 dv-cinder-796114-3-iscsi neutron-server[91875]: return func(*args, **kwargs) Jun 16 16:12:26.504563 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:12:26.504563 dv-cinder-796114-3-iscsi neutron-server[91875]: self._notify() Jun 16 16:12:26.504563 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:12:26.504563 dv-cinder-796114-3-iscsi neutron-server[91875]: self.callback(batched_events) Jun 16 16:12:26.504563 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:12:26.504563 dv-cinder-796114-3-iscsi neutron-server[91875]: event.method(event) Jun 16 16:12:26.504563 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:12:26.504563 dv-cinder-796114-3-iscsi neutron-server[91875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:12:26.504563 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:12:26.504563 dv-cinder-796114-3-iscsi neutron-server[91875]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:12:26.504563 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:12:26.504563 dv-cinder-796114-3-iscsi neutron-server[91875]: return f(self, *a, **k) Jun 16 16:12:26.504563 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:12:26.504563 dv-cinder-796114-3-iscsi neutron-server[91875]: return self._get(url).json() Jun 16 16:12:26.504563 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:12:26.504563 dv-cinder-796114-3-iscsi neutron-server[91875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:12:26.504563 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:12:26.504563 dv-cinder-796114-3-iscsi neutron-server[91875]: return self.request(url, 'GET', **kwargs) Jun 16 16:12:26.504563 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:12:26.504563 dv-cinder-796114-3-iscsi neutron-server[91875]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:12:26.504563 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:12:26.504563 dv-cinder-796114-3-iscsi neutron-server[91875]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:12:26.504563 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:12:26.504563 dv-cinder-796114-3-iscsi neutron-server[91875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:12:26.504563 dv-cinder-796114-3-iscsi neutron-server[91875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:12:26.555092 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-6669d105-fee9-49c4-8999-51cfe266d746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16236325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-700135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702067'] for network, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:26.558781 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-26ded94b-895f-4447-9c4f-fed323e63c82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:12:26.562016 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-6669d105-fee9-49c4-8999-51cfe266d746 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16222807'] for network, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:26.564079 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-6669d105-fee9-49c4-8999-51cfe266d746 admin admin] 10.222.0.49 "DELETE /v2.0/networks/cfdbc1d1-75c9-493c-aefe-3be5c8294cd4 HTTP/1.1" status: 204 len: 168 time: 0.6583374 Jun 16 16:12:26.576826 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6669d105-fee9-49c4-8999-51cfe266d746 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfdbc1d1-75c9-493c-aefe-3be5c8294cd4,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:26.579219 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-6669d105-fee9-49c4-8999-51cfe266d746 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:12:26.670783 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 42646) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:12:26.710161 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-24103801-076f-4834-adab-e8975ad66086 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=16b677d62510476d919b610e7baa5577&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0381317 Jun 16 16:12:26.712705 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 42648) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:12:26.764133 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device e7b3e210-89e3-40d2-8f69-40df71239491 no longer exists at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:12:26.766779 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-91e85e2c-5d49-4e7f-b5c3-bfd14c563197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:26.783865 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] No Port match for: e7b3e210-89e3-40d2-8f69-40df71239491 {{(pid=91876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:12:26.784229 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device e7b3e210-89e3-40d2-8f69-40df71239491 not bound to the agent host dv-cinder-796114-3-iscsi {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:12:26.784664 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device 6da1a5f4-82c1-43e0-a78a-2bf5174efd5c no longer exists at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:12:26.787825 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-91e85e2c-5d49-4e7f-b5c3-bfd14c563197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:26.803100 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] No Port match for: 6da1a5f4-82c1-43e0-a78a-2bf5174efd5c {{(pid=91876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:12:26.803458 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device 6da1a5f4-82c1-43e0-a78a-2bf5174efd5c not bound to the agent host dv-cinder-796114-3-iscsi {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:12:26.803897 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device f4b30c25-4506-4be3-b50b-2b05a2ea7ceb no longer exists at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:12:26.822686 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] No Port match for: f4b30c25-4506-4be3-b50b-2b05a2ea7ceb {{(pid=91876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:12:26.823047 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device f4b30c25-4506-4be3-b50b-2b05a2ea7ceb not bound to the agent host dv-cinder-796114-3-iscsi {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:12:26.835973 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-91e85e2c-5d49-4e7f-b5c3-bfd14c563197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:26.838536 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-91e85e2c-5d49-4e7f-b5c3-bfd14c563197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:26.839667 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-91e85e2c-5d49-4e7f-b5c3-bfd14c563197 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b1132bc5-c3f0-4c6b-b9ce-e2c9e846d764 HTTP/1.1" status: 204 len: 168 time: 0.1262057 Jun 16 16:12:26.840491 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-5fda3528-9c9e-4580-8ce1-c97ddb5b6f26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:12:26.848505 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e85e2c-5d49-4e7f-b5c3-bfd14c563197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1132bc5-c3f0-4c6b-b9ce-e2c9e846d764,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:26.850798 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-91e85e2c-5d49-4e7f-b5c3-bfd14c563197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:12:27.477657 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 42670) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:12:27.571415 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.v2.base [None req-eaadf974-3806-4257-b19f-e2cb61adfde3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-76513629-network', 'tenant_id': '4e6c822c6b6c4d0c86b33b9ee7ecd7e1'}} {{(pid=91875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:12:27.592404 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaadf974-3806-4257-b19f-e2cb61adfde3 admin admin] Made reservation on behalf of 4e6c822c6b6c4d0c86b33b9ee7ecd7e1 for: {'network': 1} {{(pid=91875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:12:27.594710 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-eaadf974-3806-4257-b19f-e2cb61adfde3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16110075'] for network, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:27.602583 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-eaadf974-3806-4257-b19f-e2cb61adfde3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:27.693894 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-eaadf974-3806-4257-b19f-e2cb61adfde3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:27.698324 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-eaadf974-3806-4257-b19f-e2cb61adfde3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:27.702097 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-eed92fcc-ba97-4601-87d8-7d4b0b14d807 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:12:27.719466 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaadf974-3806-4257-b19f-e2cb61adfde3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=91875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:12:27.732929 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaadf974-3806-4257-b19f-e2cb61adfde3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=863356e8-02fa-43d2-af02-6be2a8c1475d,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:27.737162 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-eaadf974-3806-4257-b19f-e2cb61adfde3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:12:27.738218 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-eaadf974-3806-4257-b19f-e2cb61adfde3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233616'] for segment, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:27.738557 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.db.segments_db [None req-eaadf974-3806-4257-b19f-e2cb61adfde3 admin admin] Added segment e33fab1b-321f-4452-bea5-bee6c42db245 of type vlan for network af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6 Jun 16 16:12:27.779334 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-eaadf974-3806-4257-b19f-e2cb61adfde3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726810908546'] for network, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:27.807943 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-eaadf974-3806-4257-b19f-e2cb61adfde3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-700135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792'] for network, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:27.809322 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaadf974-3806-4257-b19f-e2cb61adfde3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:12:27.809926 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-eaadf974-3806-4257-b19f-e2cb61adfde3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16222807'] for network, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:27.812794 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-1df4cd2c-e741-462d-9095-1df387f45dd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:12:27.863966 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-eaadf974-3806-4257-b19f-e2cb61adfde3 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3851600 Jun 16 16:12:27.867060 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 42674) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:12:27.872074 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-917fee88-b4c7-4f0a-8798-867fdf10fba8 admin admin] Request body: {'subnet': {'network_id': 'af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-76513629-subnet', 'tenant_id': '4e6c822c6b6c4d0c86b33b9ee7ecd7e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:12:27.876896 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaadf974-3806-4257-b19f-e2cb61adfde3 admin admin] Pushing event updated for resources: {'Network': ['ID=af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:27.879627 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-eaadf974-3806-4257-b19f-e2cb61adfde3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:12:27.886315 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Network af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6 details requested by agent ovs-agent-dv-cinder-796114-3-iscsi with host dv-cinder-796114-3-iscsi {{(pid=91876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:12:27.894985 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917fee88-b4c7-4f0a-8798-867fdf10fba8 admin admin] Made reservation on behalf of 4e6c822c6b6c4d0c86b33b9ee7ecd7e1 for: {'subnet': 1} {{(pid=91874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:12:27.897690 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-917fee88-b4c7-4f0a-8798-867fdf10fba8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3923756'] for subnet, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:28.064700 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-917fee88-b4c7-4f0a-8798-867fdf10fba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3529062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3923774'] for subnet, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:28.066901 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-e7fb482d-ed3a-40bb-82f5-49e1ee86ca8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:12:28.126250 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917fee88-b4c7-4f0a-8798-867fdf10fba8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=add5b0d1-0666-4ce0-a7c5-25541cb09758,revision_number=0']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:28.129891 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-917fee88-b4c7-4f0a-8798-867fdf10fba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:12:28.133972 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917fee88-b4c7-4f0a-8798-867fdf10fba8 admin admin] Checking segment: {'id': 'e33fab1b-321f-4452-bea5-bee6c42db245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:12:28.134112 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917fee88-b4c7-4f0a-8798-867fdf10fba8 admin admin] Network hostable DHCP agents. Network: af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6, hostable agents: ['bb1823c3-707b-401a-ae95-86070490f7a6'], hosted agents: [] {{(pid=91874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:12:28.154202 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917fee88-b4c7-4f0a-8798-867fdf10fba8 admin admin] Network af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6 is scheduled to be hosted by DHCP agent bb1823c3-707b-401a-ae95-86070490f7a6 with binding_index 1 {{(pid=91874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:12:28.163558 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [None req-917fee88-b4c7-4f0a-8798-867fdf10fba8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796114-3-iscsi, af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6) {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:12:28.168335 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917fee88-b4c7-4f0a-8798-867fdf10fba8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:12:28.169005 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-917fee88-b4c7-4f0a-8798-867fdf10fba8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16222807'] for subnet, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:28.174297 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e02018f-40a7-4ad9-a2a0-439adc23fbf7 None None] Network af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6 requested from dv-cinder-796114-3-iscsi {{(pid=91876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:12:28.184808 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-917fee88-b4c7-4f0a-8798-867fdf10fba8 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3166895 Jun 16 16:12:28.298142 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb00b668-1322-4b94-bec9-c6023dbad7f4 None None] Network af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6 requested from dv-cinder-796114-3-iscsi {{(pid=91876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:12:28.818455 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.agents_db [None req-058d43c2-15cf-4374-9ac5-1369303d1fb9 None None] Agent healthcheck: found 6 active agents {{(pid=91877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:12:28.861308 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea365a-2ec0-44ba-86ef-f40a7e21c3b4 req-b65a6f39-988b-41e7-a5c8-116bf46da7fe tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:12:28.862792 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-64ea365a-2ec0-44ba-86ef-f40a7e21c3b4 req-b65a6f39-988b-41e7-a5c8-116bf46da7fe tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/networks?id=af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6 HTTP/1.1" status: 200 len: 813 time: 0.3598912 Jun 16 16:12:28.877691 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-64ea365a-2ec0-44ba-86ef-f40a7e21c3b4 req-056731c0-392d-429f-893f-01850ae3bd3a tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/quotas/4e6c822c6b6c4d0c86b33b9ee7ecd7e1 HTTP/1.1" status: 200 len: 375 time: 0.0093904 Jun 16 16:12:28.910119 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-64ea365a-2ec0-44ba-86ef-f40a7e21c3b4 req-2e6c277b-eab3-4dc3-ac02-520c2e68ac52 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4e6c822c6b6c4d0c86b33b9ee7ecd7e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277829 Jun 16 16:12:28.998998 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-64ea365a-2ec0-44ba-86ef-f40a7e21c3b4 req-520924ca-2d2c-4d3b-bdf6-91e1075b5420 service neutron] 10.222.0.49 "GET /v2.0/networks/af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825641 Jun 16 16:12:29.091399 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-64ea365a-2ec0-44ba-86ef-f40a7e21c3b4 req-150e1bc5-383e-4c63-acdb-f1b225c5214c service neutron] 10.222.0.49 "GET /v2.0/networks/af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866148 Jun 16 16:12:29.256025 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-7e36fcdb-95ba-4519-a6bb-075048b4f83c req-7cfe2fb8-e3ae-4eea-be7b-17a76a11e8ca tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/ports?device_id=960bbcb7-10a8-40cd-ac53-7572145c74bb HTTP/1.1" status: 200 len: 210 time: 0.0293367 Jun 16 16:12:30.272206 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea365a-2ec0-44ba-86ef-f40a7e21c3b4 req-9a8555c1-7f07-48ee-91b0-830169f2e90f tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:12:30.273779 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-64ea365a-2ec0-44ba-86ef-f40a7e21c3b4 req-9a8555c1-7f07-48ee-91b0-830169f2e90f tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.15 "GET /v2.0/networks?id=af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6 HTTP/1.1" status: 200 len: 813 time: 0.1087160 Jun 16 16:12:30.292378 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [req-64ea365a-2ec0-44ba-86ef-f40a7e21c3b4 req-60176938-721c-4d45-a2dd-a9979be3caef tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Request body: {'port': {'device_id': '960bbcb7-10a8-40cd-ac53-7572145c74bb', 'network_id': 'af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6', 'admin_state_up': True, 'tenant_id': '4e6c822c6b6c4d0c86b33b9ee7ecd7e1'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:12:30.413333 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-7b9dbd8f-92ec-4f5c-96e1-43aa30670b3a req-185a1601-0387-4511-9760-79c5b7dabf7e tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/ports?device_id=960bbcb7-10a8-40cd-ac53-7572145c74bb HTTP/1.1" status: 200 len: 210 time: 0.0393934 Jun 16 16:12:30.435690 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64ea365a-2ec0-44ba-86ef-f40a7e21c3b4 req-60176938-721c-4d45-a2dd-a9979be3caef tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Made reservation on behalf of 4e6c822c6b6c4d0c86b33b9ee7ecd7e1 for: {'port': 1} {{(pid=91874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:12:30.439602 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-64ea365a-2ec0-44ba-86ef-f40a7e21c3b4 req-60176938-721c-4d45-a2dd-a9979be3caef tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16110075'] for port, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:30.567192 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_common [req-64ea365a-2ec0-44ba-86ef-f40a7e21c3b4 req-60176938-721c-4d45-a2dd-a9979be3caef tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Allocated IP 172.20.0.4 (af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6/add5b0d1-0666-4ce0-a7c5-25541cb09758/95eeed68-1ac1-4792-802b-0642ebfa7ee3) {{(pid=91874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:12:30.711418 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-64ea365a-2ec0-44ba-86ef-f40a7e21c3b4 req-60176938-721c-4d45-a2dd-a9979be3caef tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Notify callbacks [] for port, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:30.750575 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-64ea365a-2ec0-44ba-86ef-f40a7e21c3b4 req-60176938-721c-4d45-a2dd-a9979be3caef tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16110910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726810954487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3529202'] for port, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:30.754246 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-88f506b3-3eae-48ec-9a8c-d1ff1b076e2a tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:12:30.795339 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64ea365a-2ec0-44ba-86ef-f40a7e21c3b4 req-60176938-721c-4d45-a2dd-a9979be3caef tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Network af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6 is already hosted by enough agents. {{(pid=91874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:12:30.798573 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [req-64ea365a-2ec0-44ba-86ef-f40a7e21c3b4 req-60176938-721c-4d45-a2dd-a9979be3caef tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Resources bound (agent type, host, resource id): {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:12:30.805010 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [req-64ea365a-2ec0-44ba-86ef-f40a7e21c3b4 req-60176938-721c-4d45-a2dd-a9979be3caef tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Received port after_create {{(pid=91874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:12:30.830836 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60176938-721c-4d45-a2dd-a9979be3caef tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Pushing event updated for resources: {'Port': ['ID=95eeed68-1ac1-4792-802b-0642ebfa7ee3,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:30.834982 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-60176938-721c-4d45-a2dd-a9979be3caef tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:12:30.858586 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea365a-2ec0-44ba-86ef-f40a7e21c3b4 req-60176938-721c-4d45-a2dd-a9979be3caef tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:12:30.859196 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-64ea365a-2ec0-44ba-86ef-f40a7e21c3b4 req-60176938-721c-4d45-a2dd-a9979be3caef tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208782'] for port, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:30.872293 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-64ea365a-2ec0-44ba-86ef-f40a7e21c3b4 req-60176938-721c-4d45-a2dd-a9979be3caef tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5839005 Jun 16 16:12:30.884441 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [req-64ea365a-2ec0-44ba-86ef-f40a7e21c3b4 req-57fef573-8b05-4534-8273-bbe61dd9ee38 service neutron] Request body: {'port': {'device_id': '960bbcb7-10a8-40cd-ac53-7572145c74bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:12:30.952583 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-64ea365a-2ec0-44ba-86ef-f40a7e21c3b4 req-57fef573-8b05-4534-8273-bbe61dd9ee38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:31.214188 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [req-64ea365a-2ec0-44ba-86ef-f40a7e21c3b4 req-57fef573-8b05-4534-8273-bbe61dd9ee38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95eeed68-1ac1-4792-802b-0642ebfa7ee3 {{(pid=91874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:12:31.221338 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-64ea365a-2ec0-44ba-86ef-f40a7e21c3b4 req-57fef573-8b05-4534-8273-bbe61dd9ee38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:31.234257 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [req-64ea365a-2ec0-44ba-86ef-f40a7e21c3b4 req-57fef573-8b05-4534-8273-bbe61dd9ee38 service neutron] Transition to ACTIVE for port object 95eeed68-1ac1-4792-802b-0642ebfa7ee3 will not be triggered until provisioned by entity L2. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:12:31.238605 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-64ea365a-2ec0-44ba-86ef-f40a7e21c3b4 req-57fef573-8b05-4534-8273-bbe61dd9ee38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3529188'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:31.240694 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-f92d3e07-a22f-42b0-b485-0bb88cc117e5 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:12:31.333634 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fef573-8b05-4534-8273-bbe61dd9ee38 service neutron] Pushing event updated for resources: {'Port': ['ID=95eeed68-1ac1-4792-802b-0642ebfa7ee3,revision_number=2']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:31.336879 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-57fef573-8b05-4534-8273-bbe61dd9ee38 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:12:31.381535 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-64ea365a-2ec0-44ba-86ef-f40a7e21c3b4 req-57fef573-8b05-4534-8273-bbe61dd9ee38 service neutron] Attempting to bind port 95eeed68-1ac1-4792-802b-0642ebfa7ee3 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:12:31.381883 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-64ea365a-2ec0-44ba-86ef-f40a7e21c3b4 req-57fef573-8b05-4534-8273-bbe61dd9ee38 service neutron] Attempting to bind port 95eeed68-1ac1-4792-802b-0642ebfa7ee3 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': 'e33fab1b-321f-4452-bea5-bee6c42db245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6'}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:12:31.382239 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ea365a-2ec0-44ba-86ef-f40a7e21c3b4 req-57fef573-8b05-4534-8273-bbe61dd9ee38 service neutron] Attempting to bind port 95eeed68-1ac1-4792-802b-0642ebfa7ee3 on network af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6 {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:12:31.386438 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ea365a-2ec0-44ba-86ef-f40a7e21c3b4 req-57fef573-8b05-4534-8273-bbe61dd9ee38 service neutron] Port 95eeed68-1ac1-4792-802b-0642ebfa7ee3 on network af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:12:31.386767 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ea365a-2ec0-44ba-86ef-f40a7e21c3b4 req-57fef573-8b05-4534-8273-bbe61dd9ee38 service neutron] Attempting to bind port 95eeed68-1ac1-4792-802b-0642ebfa7ee3 on network af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6 {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:12:31.391486 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ea365a-2ec0-44ba-86ef-f40a7e21c3b4 req-57fef573-8b05-4534-8273-bbe61dd9ee38 service neutron] Checking agent: {'id': 'c85a6c45-3e6f-4705-b11b-38e758c67377', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 3, 19), 'started_at': datetime.datetime(2021, 6, 16, 16, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:12:31.391828 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ea365a-2ec0-44ba-86ef-f40a7e21c3b4 req-57fef573-8b05-4534-8273-bbe61dd9ee38 service neutron] Checking segment: {'id': 'e33fab1b-321f-4452-bea5-bee6c42db245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:12:31.392211 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ea365a-2ec0-44ba-86ef-f40a7e21c3b4 req-57fef573-8b05-4534-8273-bbe61dd9ee38 service neutron] Bound using segment: {'id': 'e33fab1b-321f-4452-bea5-bee6c42db245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6'} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:12:31.392635 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-64ea365a-2ec0-44ba-86ef-f40a7e21c3b4 req-57fef573-8b05-4534-8273-bbe61dd9ee38 service neutron] Bound port: 95eeed68-1ac1-4792-802b-0642ebfa7ee3, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e33fab1b-321f-4452-bea5-bee6c42db245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6'}}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:12:31.392984 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-64ea365a-2ec0-44ba-86ef-f40a7e21c3b4 req-57fef573-8b05-4534-8273-bbe61dd9ee38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:31.454818 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [req-64ea365a-2ec0-44ba-86ef-f40a7e21c3b4 req-57fef573-8b05-4534-8273-bbe61dd9ee38 service neutron] For port 95eeed68-1ac1-4792-802b-0642ebfa7ee3, host hv-cinder-79611, cleared binding levels {{(pid=91874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:12:31.457900 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [req-64ea365a-2ec0-44ba-86ef-f40a7e21c3b4 req-57fef573-8b05-4534-8273-bbe61dd9ee38 service neutron] For port 95eeed68-1ac1-4792-802b-0642ebfa7ee3, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=95eeed68-1ac1-4792-802b-0642ebfa7ee3,segment=NetworkSegment(e33fab1b-321f-4452-bea5-bee6c42db245),segment_id=e33fab1b-321f-4452-bea5-bee6c42db245)] {{(pid=91874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:12:31.462414 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-64ea365a-2ec0-44ba-86ef-f40a7e21c3b4 req-57fef573-8b05-4534-8273-bbe61dd9ee38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3529188'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:31.464473 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-170c1c07-0d37-4a5e-a458-98dcf94e2e8c tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:12:31.507674 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea365a-2ec0-44ba-86ef-f40a7e21c3b4 req-57fef573-8b05-4534-8273-bbe61dd9ee38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:12:31.508114 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-64ea365a-2ec0-44ba-86ef-f40a7e21c3b4 req-57fef573-8b05-4534-8273-bbe61dd9ee38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208782'] for port, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:31.509525 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-64ea365a-2ec0-44ba-86ef-f40a7e21c3b4 req-57fef573-8b05-4534-8273-bbe61dd9ee38 service neutron] 10.222.0.15 "PUT /v2.0/ports/95eeed68-1ac1-4792-802b-0642ebfa7ee3 HTTP/1.1" status: 200 len: 1093 time: 0.6290386 Jun 16 16:12:31.510051 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '960bbcb7-10a8-40cd-ac53-7572145c74bb', 'tag': '95eeed68-1ac1-4792-802b-0642ebfa7ee3'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:12:31.512351 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac39972ab304bebcb834853fc43b221d920fab97f47da84b7636f2612ed6f187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fedbfe46-adc4-41d8-a1ff-c4549888bb90" -d '{"events": [{"name": "network-changed", "server_uuid": "960bbcb7-10a8-40cd-ac53-7572145c74bb", "tag": "95eeed68-1ac1-4792-802b-0642ebfa7ee3"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:12:31.541776 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fef573-8b05-4534-8273-bbe61dd9ee38 service neutron] Pushing event updated for resources: {'Port': ['ID=95eeed68-1ac1-4792-802b-0642ebfa7ee3,revision_number=3']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:31.545888 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-57fef573-8b05-4534-8273-bbe61dd9ee38 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:12:31.562477 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b30d96e-806a-4045-a3da-8980a84a93d6 x-openstack-request-id: req-3b30d96e-806a-4045-a3da-8980a84a93d6 {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:12:31.562771 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "960bbcb7-10a8-40cd-ac53-7572145c74bb", "tag": "95eeed68-1ac1-4792-802b-0642ebfa7ee3", "status": "completed", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:12:31.563069 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3b30d96e-806a-4045-a3da-8980a84a93d6 {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:12:31.563768 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '960bbcb7-10a8-40cd-ac53-7572145c74bb', 'tag': '95eeed68-1ac1-4792-802b-0642ebfa7ee3', 'status': 'completed', 'code': 200} Jun 16 16:12:31.605734 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea365a-2ec0-44ba-86ef-f40a7e21c3b4 req-3d57345a-4919-49bf-a2d1-31d4d721846b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:12:31.607414 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-64ea365a-2ec0-44ba-86ef-f40a7e21c3b4 req-3d57345a-4919-49bf-a2d1-31d4d721846b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e6c822c6b6c4d0c86b33b9ee7ecd7e1&device_id=960bbcb7-10a8-40cd-ac53-7572145c74bb HTTP/1.1" status: 200 len: 1096 time: 0.0579121 Jun 16 16:12:31.615174 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff4983c-2fc1-4141-8db2-f39b6242141d req-bd1422ad-a97c-4323-9424-dd9d93211bfa tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:12:31.616612 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-7ff4983c-2fc1-4141-8db2-f39b6242141d req-bd1422ad-a97c-4323-9424-dd9d93211bfa tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/ports?device_id=960bbcb7-10a8-40cd-ac53-7572145c74bb HTTP/1.1" status: 200 len: 943 time: 0.0804846 Jun 16 16:12:31.649446 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-64ea365a-2ec0-44ba-86ef-f40a7e21c3b4 req-c9fe2474-a65c-4b60-90b2-d8bb78179bc7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95eeed68-1ac1-4792-802b-0642ebfa7ee3 HTTP/1.1" status: 200 len: 217 time: 0.0344796 Jun 16 16:12:31.659309 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-7ff4983c-2fc1-4141-8db2-f39b6242141d req-fbf8cd71-aa83-48df-9781-6d0533167980 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/security-groups?id=863356e8-02fa-43d2-af02-6be2a8c1475d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368600 Jun 16 16:12:31.700178 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea365a-2ec0-44ba-86ef-f40a7e21c3b4 req-c1fe5e2d-59a1-4173-914f-3c7622a816aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:12:31.702263 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-64ea365a-2ec0-44ba-86ef-f40a7e21c3b4 req-c1fe5e2d-59a1-4173-914f-3c7622a816aa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=add5b0d1-0666-4ce0-a7c5-25541cb09758 HTTP/1.1" status: 200 len: 853 time: 0.0469434 Jun 16 16:12:31.736992 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-64ea365a-2ec0-44ba-86ef-f40a7e21c3b4 req-106ea8a3-1d81-4dc4-a382-94ee753aa24e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288355 Jun 16 16:12:31.824347 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-64ea365a-2ec0-44ba-86ef-f40a7e21c3b4 req-8d374b6a-c5d1-4c1e-84df-9237ccd8e982 service neutron] 10.222.0.15 "GET /v2.0/networks/af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810232 Jun 16 16:12:31.918711 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-64ea365a-2ec0-44ba-86ef-f40a7e21c3b4 req-1aebace6-57cc-4608-8f9c-898848720c43 service neutron] 10.222.0.15 "GET /v2.0/networks/af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878265 Jun 16 16:12:32.014613 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedbfe46-adc4-41d8-a1ff-c4549888bb90 req-f6dfa6bf-155f-40bc-abfe-a2cfaffeea7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:12:32.015975 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-fedbfe46-adc4-41d8-a1ff-c4549888bb90 req-f6dfa6bf-155f-40bc-abfe-a2cfaffeea7b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e6c822c6b6c4d0c86b33b9ee7ecd7e1&device_id=960bbcb7-10a8-40cd-ac53-7572145c74bb HTTP/1.1" status: 200 len: 1096 time: 0.0513525 Jun 16 16:12:32.102998 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedbfe46-adc4-41d8-a1ff-c4549888bb90 req-5687810c-f9ff-4e7d-9640-c6ff04bd498c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:12:32.104406 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-fedbfe46-adc4-41d8-a1ff-c4549888bb90 req-5687810c-f9ff-4e7d-9640-c6ff04bd498c service neutron] 10.222.0.15 "GET /v2.0/networks?id=af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6 HTTP/1.1" status: 200 len: 914 time: 0.0809388 Jun 16 16:12:32.147718 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-fedbfe46-adc4-41d8-a1ff-c4549888bb90 req-b86ac3d1-97dc-4ae5-b44c-a386baf7223e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95eeed68-1ac1-4792-802b-0642ebfa7ee3 HTTP/1.1" status: 200 len: 217 time: 0.0358081 Jun 16 16:12:32.197508 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedbfe46-adc4-41d8-a1ff-c4549888bb90 req-d40ab297-8d1c-40bb-9556-0c0c311c99e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:12:32.198962 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-fedbfe46-adc4-41d8-a1ff-c4549888bb90 req-d40ab297-8d1c-40bb-9556-0c0c311c99e8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=add5b0d1-0666-4ce0-a7c5-25541cb09758 HTTP/1.1" status: 200 len: 853 time: 0.0436404 Jun 16 16:12:32.234989 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-fedbfe46-adc4-41d8-a1ff-c4549888bb90 req-7bb0e089-fb46-4811-8e6c-0ae366b924c2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293393 Jun 16 16:12:32.329608 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-fedbfe46-adc4-41d8-a1ff-c4549888bb90 req-cd0baf24-aee1-4a59-98e2-bb309333a2c0 service neutron] 10.222.0.15 "GET /v2.0/networks/af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827482 Jun 16 16:12:32.415762 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-fedbfe46-adc4-41d8-a1ff-c4549888bb90 req-07c25fac-6b79-45a0-a572-a221a58a438d service neutron] 10.222.0.15 "GET /v2.0/networks/af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791423 Jun 16 16:12:32.840044 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7185dd4e-7db5-465c-a819-4206e95e5ad7 req-e3d0b23c-23d8-4b4d-b321-646fb40350eb tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:12:32.842265 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-7185dd4e-7db5-465c-a819-4206e95e5ad7 req-e3d0b23c-23d8-4b4d-b321-646fb40350eb tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/ports?device_id=960bbcb7-10a8-40cd-ac53-7572145c74bb HTTP/1.1" status: 200 len: 943 time: 0.0683975 Jun 16 16:12:32.879539 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-7185dd4e-7db5-465c-a819-4206e95e5ad7 req-95f8eb4b-66ac-43d3-ae21-caf251645bf2 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/security-groups?id=863356e8-02fa-43d2-af02-6be2a8c1475d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317218 Jun 16 16:12:34.051119 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a84d82-b744-4e3f-b282-eb722e7d6c14 req-d9704cda-2c12-47e0-a5eb-4856924f15fe tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:12:34.052581 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-32a84d82-b744-4e3f-b282-eb722e7d6c14 req-d9704cda-2c12-47e0-a5eb-4856924f15fe tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/ports?device_id=960bbcb7-10a8-40cd-ac53-7572145c74bb HTTP/1.1" status: 200 len: 943 time: 0.0645320 Jun 16 16:12:34.091784 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-32a84d82-b744-4e3f-b282-eb722e7d6c14 req-e72a4df6-ecc4-4f9a-a942-f092f02590b7 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/security-groups?id=863356e8-02fa-43d2-af02-6be2a8c1475d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335867 Jun 16 16:12:35.260803 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b930150-8ee3-4005-8d27-0b0683565570 req-7bc25e43-5ca9-4f4a-8cd5-f33b03d9f944 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:12:35.262285 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-1b930150-8ee3-4005-8d27-0b0683565570 req-7bc25e43-5ca9-4f4a-8cd5-f33b03d9f944 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/ports?device_id=960bbcb7-10a8-40cd-ac53-7572145c74bb HTTP/1.1" status: 200 len: 943 time: 0.0634139 Jun 16 16:12:35.298964 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-1b930150-8ee3-4005-8d27-0b0683565570 req-c371d97d-5a7c-4d19-93f6-9134eca540e8 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/security-groups?id=863356e8-02fa-43d2-af02-6be2a8c1475d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305724 Jun 16 16:12:35.906023 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device 95eeed68-1ac1-4792-802b-0642ebfa7ee3 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91876) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:12:35.999989 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] For port 95eeed68-1ac1-4792-802b-0642ebfa7ee3, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=95eeed68-1ac1-4792-802b-0642ebfa7ee3,segment=NetworkSegment(e33fab1b-321f-4452-bea5-bee6c42db245),segment_id=e33fab1b-321f-4452-bea5-bee6c42db245)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:12:36.010933 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Returning: {'device': '95eeed68-1ac1-4792-802b-0642ebfa7ee3', 'network_id': 'af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6', 'port_id': '95eeed68-1ac1-4792-802b-0642ebfa7ee3', 'mac_address': 'fa:16:3e:a3:ba:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'add5b0d1-0666-4ce0-a7c5-25541cb09758', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91876) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:12:36.046298 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:36.058316 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.notifiers.nova [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95eeed68-1ac1-4792-802b-0642ebfa7ee3 {{(pid=91876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:12:36.078294 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] For port 95eeed68-1ac1-4792-802b-0642ebfa7ee3, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=95eeed68-1ac1-4792-802b-0642ebfa7ee3,segment=NetworkSegment(e33fab1b-321f-4452-bea5-bee6c42db245),segment_id=e33fab1b-321f-4452-bea5-bee6c42db245)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:12:36.081889 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:36.083590 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:12:36.130681 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Pushing event updated for resources: {'Port': ['ID=95eeed68-1ac1-4792-802b-0642ebfa7ee3,revision_number=4']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:36.133819 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:12:36.289408 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] get_ports_and_sgs() called for port_ids ['95eeed68-1ac1-4792-802b-0642ebfa7ee3'] {{(pid=91876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:12:36.472648 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c13ee-325b-41b4-b61a-6c40f05b7ee8 req-a750e721-59cd-44c5-a488-bf1f81f06a19 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:12:36.474122 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-1a7c13ee-325b-41b4-b61a-6c40f05b7ee8 req-a750e721-59cd-44c5-a488-bf1f81f06a19 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/ports?device_id=960bbcb7-10a8-40cd-ac53-7572145c74bb HTTP/1.1" status: 200 len: 944 time: 0.0620522 Jun 16 16:12:36.511498 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-1a7c13ee-325b-41b4-b61a-6c40f05b7ee8 req-45987d2f-745d-4429-9192-24e07747893a tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/security-groups?id=863356e8-02fa-43d2-af02-6be2a8c1475d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317445 Jun 16 16:12:37.683533 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd12f77-13db-4b5f-a569-406ec3cd2db6 req-d99ef77c-089f-4e4a-afa6-3eb651ca35aa tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:12:37.685651 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-cbd12f77-13db-4b5f-a569-406ec3cd2db6 req-d99ef77c-089f-4e4a-afa6-3eb651ca35aa tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/ports?device_id=960bbcb7-10a8-40cd-ac53-7572145c74bb HTTP/1.1" status: 200 len: 944 time: 0.0614665 Jun 16 16:12:37.723010 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-cbd12f77-13db-4b5f-a569-406ec3cd2db6 req-9433c7b4-7ec4-4641-966d-e2bad3224493 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/security-groups?id=863356e8-02fa-43d2-af02-6be2a8c1475d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314562 Jun 16 16:12:37.919574 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device 95eeed68-1ac1-4792-802b-0642ebfa7ee3 up at agent hyperv_hv-cinder-79611 {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:12:37.969196 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Provisioning for port 95eeed68-1ac1-4792-802b-0642ebfa7ee3 completed by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:12:37.972724 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Provisioning complete for port 95eeed68-1ac1-4792-802b-0642ebfa7ee3 triggered by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:12:37.973108 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:38.047200 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:38.069388 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '960bbcb7-10a8-40cd-ac53-7572145c74bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95eeed68-1ac1-4792-802b-0642ebfa7ee3'}] {{(pid=91876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:12:38.071645 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a9c68db8c06307a0250ecdd4df366f09270e0987ddc1c5d61c2ecaceaac02f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192e6025-eedd-4859-883e-ae263471d54d" -d '{"events": [{"server_uuid": "960bbcb7-10a8-40cd-ac53-7572145c74bb", "name": "network-vif-plugged", "status": "completed", "tag": "95eeed68-1ac1-4792-802b-0642ebfa7ee3"}]}' {{(pid=91876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:12:38.084699 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] For port 95eeed68-1ac1-4792-802b-0642ebfa7ee3, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=95eeed68-1ac1-4792-802b-0642ebfa7ee3,segment=NetworkSegment(e33fab1b-321f-4452-bea5-bee6c42db245),segment_id=e33fab1b-321f-4452-bea5-bee6c42db245)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:12:38.088719 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:38.091807 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:12:38.114066 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fef5879-887b-4c81-946c-e508c9621568 x-openstack-request-id: req-1fef5879-887b-4c81-946c-e508c9621568 {{(pid=91876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:12:38.114384 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "960bbcb7-10a8-40cd-ac53-7572145c74bb", "name": "network-vif-plugged", "status": "completed", "tag": "95eeed68-1ac1-4792-802b-0642ebfa7ee3", "code": 200}]} {{(pid=91876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:12:38.114646 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1fef5879-887b-4c81-946c-e508c9621568 {{(pid=91876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:12:38.115035 dv-cinder-796114-3-iscsi neutron-server[91876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '960bbcb7-10a8-40cd-ac53-7572145c74bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95eeed68-1ac1-4792-802b-0642ebfa7ee3', 'code': 200} Jun 16 16:12:38.143855 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Pushing event updated for resources: {'Port': ['ID=95eeed68-1ac1-4792-802b-0642ebfa7ee3,revision_number=5']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:38.146692 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:12:38.322316 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2119ab41-816d-489c-b76f-d23eafd7aaef req-b63d88a4-bced-47c3-b643-30c596986d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:12:38.323765 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2119ab41-816d-489c-b76f-d23eafd7aaef req-b63d88a4-bced-47c3-b643-30c596986d42 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=960bbcb7-10a8-40cd-ac53-7572145c74bb HTTP/1.1" status: 200 len: 1098 time: 0.0545969 Jun 16 16:12:38.357688 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-2119ab41-816d-489c-b76f-d23eafd7aaef req-93ce31c8-1327-4ad7-ab69-0185da50302a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=863356e8-02fa-43d2-af02-6be2a8c1475d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267098 Jun 16 16:12:38.892769 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc6b3d3-262b-474c-943a-e0881da8fe85 req-452105cf-5859-4da6-8f1f-59a0c6bc49ad tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:12:38.894263 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-6fc6b3d3-262b-474c-943a-e0881da8fe85 req-452105cf-5859-4da6-8f1f-59a0c6bc49ad tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/ports?device_id=960bbcb7-10a8-40cd-ac53-7572145c74bb HTTP/1.1" status: 200 len: 945 time: 0.0628991 Jun 16 16:12:38.930651 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-6fc6b3d3-262b-474c-943a-e0881da8fe85 req-28e14d6b-5e04-4bd0-aa69-586369b8ef3d tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/security-groups?id=863356e8-02fa-43d2-af02-6be2a8c1475d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308676 Jun 16 16:12:40.111150 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f29f9-9a67-4209-a526-028decb21326 req-283e1002-c940-42ba-a811-a45628c6c47b tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:12:40.112548 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-dd1f29f9-9a67-4209-a526-028decb21326 req-283e1002-c940-42ba-a811-a45628c6c47b tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/ports?device_id=960bbcb7-10a8-40cd-ac53-7572145c74bb HTTP/1.1" status: 200 len: 945 time: 0.0648131 Jun 16 16:12:40.148191 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-dd1f29f9-9a67-4209-a526-028decb21326 req-b24911ba-5892-4fe0-bd09-77fa250189fa tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/security-groups?id=863356e8-02fa-43d2-af02-6be2a8c1475d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300725 Jun 16 16:12:47.462760 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-0efef56f-a741-4521-a5fa-466e8f0b33db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:48.393298 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac68f87-c668-4d7e-99a5-ec9e9293688a req-0bb53417-ef09-498e-8e1d-f0690b9866a9 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:12:48.394797 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-0ac68f87-c668-4d7e-99a5-ec9e9293688a req-0bb53417-ef09-498e-8e1d-f0690b9866a9 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/networks?id=af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6 HTTP/1.1" status: 200 len: 813 time: 0.0994349 Jun 16 16:12:48.410363 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-0ac68f87-c668-4d7e-99a5-ec9e9293688a req-25791639-71ef-4a57-91e1-ec56e9c37695 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/quotas/4e6c822c6b6c4d0c86b33b9ee7ecd7e1 HTTP/1.1" status: 200 len: 375 time: 0.0100834 Jun 16 16:12:48.746516 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-0ac68f87-c668-4d7e-99a5-ec9e9293688a req-dbf254fc-27e1-4df1-bef8-a50771f63401 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4e6c822c6b6c4d0c86b33b9ee7ecd7e1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3308663 Jun 16 16:12:48.833543 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-0ac68f87-c668-4d7e-99a5-ec9e9293688a req-516188a3-0368-40dd-bf1a-47ff1d5aa5f7 service neutron] 10.222.0.49 "GET /v2.0/networks/af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791605 Jun 16 16:12:48.924455 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-0ac68f87-c668-4d7e-99a5-ec9e9293688a req-1d293398-a253-4aeb-9760-f126eb9e017e service neutron] 10.222.0.49 "GET /v2.0/networks/af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852718 Jun 16 16:12:49.097169 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-b2257eb5-d50e-4cc2-af10-8fddae50d061 req-a2fbdce7-f281-4942-98a0-e7fcf7a47241 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/ports?device_id=627f37ff-f69a-4f49-b95f-126fdfbff2f7 HTTP/1.1" status: 200 len: 210 time: 0.0298193 Jun 16 16:12:49.435009 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:49.883908 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-27842d54-8643-4ea1-85e7-b0acdcf1c888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:49.958760 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:50.211701 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac68f87-c668-4d7e-99a5-ec9e9293688a req-0c1e49aa-5f8d-4c70-902e-b3054a2c0f12 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:12:50.213223 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-0ac68f87-c668-4d7e-99a5-ec9e9293688a req-0c1e49aa-5f8d-4c70-902e-b3054a2c0f12 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.15 "GET /v2.0/networks?id=af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6 HTTP/1.1" status: 200 len: 813 time: 0.1118519 Jun 16 16:12:50.227923 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [req-0ac68f87-c668-4d7e-99a5-ec9e9293688a req-3dec0a3a-751d-487a-9c1a-692653c3df61 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Request body: {'port': {'device_id': '627f37ff-f69a-4f49-b95f-126fdfbff2f7', 'network_id': 'af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6', 'admin_state_up': True, 'tenant_id': '4e6c822c6b6c4d0c86b33b9ee7ecd7e1'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:12:50.238247 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-37d5d939-4845-4e33-9e7d-8d46989a6d41 req-65f8bee6-b972-446e-a573-f7492f309902 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/ports?device_id=627f37ff-f69a-4f49-b95f-126fdfbff2f7 HTTP/1.1" status: 200 len: 210 time: 0.0284483 Jun 16 16:12:50.345649 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ac68f87-c668-4d7e-99a5-ec9e9293688a req-3dec0a3a-751d-487a-9c1a-692653c3df61 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Made reservation on behalf of 4e6c822c6b6c4d0c86b33b9ee7ecd7e1 for: {'port': 1} {{(pid=91874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:12:50.349124 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-0ac68f87-c668-4d7e-99a5-ec9e9293688a req-3dec0a3a-751d-487a-9c1a-692653c3df61 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16110075'] for port, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:50.470118 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_common [req-0ac68f87-c668-4d7e-99a5-ec9e9293688a req-3dec0a3a-751d-487a-9c1a-692653c3df61 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Allocated IP 172.20.0.10 (af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6/add5b0d1-0666-4ce0-a7c5-25541cb09758/9ed241a7-9de8-4434-8ee6-a95dfc5fdccb) {{(pid=91874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:12:50.617133 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-0ac68f87-c668-4d7e-99a5-ec9e9293688a req-3dec0a3a-751d-487a-9c1a-692653c3df61 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Notify callbacks [] for port, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:50.654558 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-0ac68f87-c668-4d7e-99a5-ec9e9293688a req-3dec0a3a-751d-487a-9c1a-692653c3df61 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16110910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726810954487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3529202'] for port, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:50.658657 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-57fef573-8b05-4534-8273-bbe61dd9ee38 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:12:50.668910 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] get_ports_and_sgs() called for port_ids ['95eeed68-1ac1-4792-802b-0642ebfa7ee3'] {{(pid=91876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:12:50.699011 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ac68f87-c668-4d7e-99a5-ec9e9293688a req-3dec0a3a-751d-487a-9c1a-692653c3df61 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Network af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6 is already hosted by enough agents. {{(pid=91874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:12:50.704192 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [req-0ac68f87-c668-4d7e-99a5-ec9e9293688a req-3dec0a3a-751d-487a-9c1a-692653c3df61 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Resources bound (agent type, host, resource id): {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:12:50.708061 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ac68f87-c668-4d7e-99a5-ec9e9293688a req-3dec0a3a-751d-487a-9c1a-692653c3df61 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Received port after_create {{(pid=91874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:12:50.714620 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dec0a3a-751d-487a-9c1a-692653c3df61 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Pushing event updated for resources: {'Port': ['ID=9ed241a7-9de8-4434-8ee6-a95dfc5fdccb,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:50.747686 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec0a3a-751d-487a-9c1a-692653c3df61 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:50.747983 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec0a3a-751d-487a-9c1a-692653c3df61 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:50.748362 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec0a3a-751d-487a-9c1a-692653c3df61 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:50.748817 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec0a3a-751d-487a-9c1a-692653c3df61 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:50.749737 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec0a3a-751d-487a-9c1a-692653c3df61 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:50.750104 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec0a3a-751d-487a-9c1a-692653c3df61 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:50.750468 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec0a3a-751d-487a-9c1a-692653c3df61 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:50.750830 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec0a3a-751d-487a-9c1a-692653c3df61 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:50.751191 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec0a3a-751d-487a-9c1a-692653c3df61 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:50.751548 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec0a3a-751d-487a-9c1a-692653c3df61 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:50.751919 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec0a3a-751d-487a-9c1a-692653c3df61 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:50.752261 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec0a3a-751d-487a-9c1a-692653c3df61 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:50.757328 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-3dec0a3a-751d-487a-9c1a-692653c3df61 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:12:50.774001 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac68f87-c668-4d7e-99a5-ec9e9293688a req-3dec0a3a-751d-487a-9c1a-692653c3df61 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:12:50.774947 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-0ac68f87-c668-4d7e-99a5-ec9e9293688a req-3dec0a3a-751d-487a-9c1a-692653c3df61 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208782'] for port, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:50.790060 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-0ac68f87-c668-4d7e-99a5-ec9e9293688a req-3dec0a3a-751d-487a-9c1a-692653c3df61 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5662045 Jun 16 16:12:50.802568 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [req-0ac68f87-c668-4d7e-99a5-ec9e9293688a req-2d246c68-11e2-4845-b2e9-c672c060a472 service neutron] Request body: {'port': {'device_id': '627f37ff-f69a-4f49-b95f-126fdfbff2f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:12:50.878214 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-0ac68f87-c668-4d7e-99a5-ec9e9293688a req-2d246c68-11e2-4845-b2e9-c672c060a472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:51.139142 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [req-0ac68f87-c668-4d7e-99a5-ec9e9293688a req-2d246c68-11e2-4845-b2e9-c672c060a472 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ed241a7-9de8-4434-8ee6-a95dfc5fdccb {{(pid=91874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:12:51.147494 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-0ac68f87-c668-4d7e-99a5-ec9e9293688a req-2d246c68-11e2-4845-b2e9-c672c060a472 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:51.159138 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [req-0ac68f87-c668-4d7e-99a5-ec9e9293688a req-2d246c68-11e2-4845-b2e9-c672c060a472 service neutron] Transition to ACTIVE for port object 9ed241a7-9de8-4434-8ee6-a95dfc5fdccb will not be triggered until provisioned by entity L2. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:12:51.162787 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-0ac68f87-c668-4d7e-99a5-ec9e9293688a req-2d246c68-11e2-4845-b2e9-c672c060a472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3529188'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:51.165572 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-45105104-40ac-4f1e-b14a-88e49616b18d tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:12:51.237057 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d246c68-11e2-4845-b2e9-c672c060a472 service neutron] Pushing event updated for resources: {'Port': ['ID=9ed241a7-9de8-4434-8ee6-a95dfc5fdccb,revision_number=2']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:51.255394 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-2d246c68-11e2-4845-b2e9-c672c060a472 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:12:51.305884 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-0ac68f87-c668-4d7e-99a5-ec9e9293688a req-2d246c68-11e2-4845-b2e9-c672c060a472 service neutron] Attempting to bind port 9ed241a7-9de8-4434-8ee6-a95dfc5fdccb on host hv-cinder-79611 for vnic_type normal with profile {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:12:51.306232 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-0ac68f87-c668-4d7e-99a5-ec9e9293688a req-2d246c68-11e2-4845-b2e9-c672c060a472 service neutron] Attempting to bind port 9ed241a7-9de8-4434-8ee6-a95dfc5fdccb by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': 'e33fab1b-321f-4452-bea5-bee6c42db245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6'}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:12:51.306570 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac68f87-c668-4d7e-99a5-ec9e9293688a req-2d246c68-11e2-4845-b2e9-c672c060a472 service neutron] Attempting to bind port 9ed241a7-9de8-4434-8ee6-a95dfc5fdccb on network af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6 {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:12:51.310772 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac68f87-c668-4d7e-99a5-ec9e9293688a req-2d246c68-11e2-4845-b2e9-c672c060a472 service neutron] Port 9ed241a7-9de8-4434-8ee6-a95dfc5fdccb on network af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:12:51.311100 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac68f87-c668-4d7e-99a5-ec9e9293688a req-2d246c68-11e2-4845-b2e9-c672c060a472 service neutron] Attempting to bind port 9ed241a7-9de8-4434-8ee6-a95dfc5fdccb on network af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6 {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:12:51.317439 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac68f87-c668-4d7e-99a5-ec9e9293688a req-2d246c68-11e2-4845-b2e9-c672c060a472 service neutron] Checking agent: {'id': 'c85a6c45-3e6f-4705-b11b-38e758c67377', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 3, 19), 'started_at': datetime.datetime(2021, 6, 16, 16, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:12:51.317785 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac68f87-c668-4d7e-99a5-ec9e9293688a req-2d246c68-11e2-4845-b2e9-c672c060a472 service neutron] Checking segment: {'id': 'e33fab1b-321f-4452-bea5-bee6c42db245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:12:51.318172 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac68f87-c668-4d7e-99a5-ec9e9293688a req-2d246c68-11e2-4845-b2e9-c672c060a472 service neutron] Bound using segment: {'id': 'e33fab1b-321f-4452-bea5-bee6c42db245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6'} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:12:51.318601 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-0ac68f87-c668-4d7e-99a5-ec9e9293688a req-2d246c68-11e2-4845-b2e9-c672c060a472 service neutron] Bound port: 9ed241a7-9de8-4434-8ee6-a95dfc5fdccb, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e33fab1b-321f-4452-bea5-bee6c42db245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6'}}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:12:51.318954 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-0ac68f87-c668-4d7e-99a5-ec9e9293688a req-2d246c68-11e2-4845-b2e9-c672c060a472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:51.329048 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-6ad78952-ea93-43a4-8288-1e7c2f1dde9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:51.413114 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [req-0ac68f87-c668-4d7e-99a5-ec9e9293688a req-2d246c68-11e2-4845-b2e9-c672c060a472 service neutron] For port 9ed241a7-9de8-4434-8ee6-a95dfc5fdccb, host hv-cinder-79611, cleared binding levels {{(pid=91874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:12:51.428905 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [req-0ac68f87-c668-4d7e-99a5-ec9e9293688a req-2d246c68-11e2-4845-b2e9-c672c060a472 service neutron] For port 9ed241a7-9de8-4434-8ee6-a95dfc5fdccb, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=9ed241a7-9de8-4434-8ee6-a95dfc5fdccb,segment=NetworkSegment(e33fab1b-321f-4452-bea5-bee6c42db245),segment_id=e33fab1b-321f-4452-bea5-bee6c42db245)] {{(pid=91874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:12:51.434404 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-0ac68f87-c668-4d7e-99a5-ec9e9293688a req-2d246c68-11e2-4845-b2e9-c672c060a472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3529188'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:51.439417 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-7fafcf4a-ff19-42d6-a36c-abf115dd8cc4 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:12:51.478614 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6085686-194b-4fbf-9a7e-f0803eec8bd7 req-62abe5fc-9cd5-48d0-8f61-d099822e76bc tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:12:51.480068 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a6085686-194b-4fbf-9a7e-f0803eec8bd7 req-62abe5fc-9cd5-48d0-8f61-d099822e76bc tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/ports?device_id=627f37ff-f69a-4f49-b95f-126fdfbff2f7 HTTP/1.1" status: 200 len: 944 time: 0.1274858 Jun 16 16:12:51.487622 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac68f87-c668-4d7e-99a5-ec9e9293688a req-2d246c68-11e2-4845-b2e9-c672c060a472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:12:51.488242 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-0ac68f87-c668-4d7e-99a5-ec9e9293688a req-2d246c68-11e2-4845-b2e9-c672c060a472 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208782'] for port, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:51.489576 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-0ac68f87-c668-4d7e-99a5-ec9e9293688a req-2d246c68-11e2-4845-b2e9-c672c060a472 service neutron] 10.222.0.15 "PUT /v2.0/ports/9ed241a7-9de8-4434-8ee6-a95dfc5fdccb HTTP/1.1" status: 200 len: 1094 time: 0.6911652 Jun 16 16:12:51.490096 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '627f37ff-f69a-4f49-b95f-126fdfbff2f7', 'tag': '9ed241a7-9de8-4434-8ee6-a95dfc5fdccb'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:12:51.492385 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac39972ab304bebcb834853fc43b221d920fab97f47da84b7636f2612ed6f187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f823f6-fd5d-402c-b39f-e681e7f5be13" -d '{"events": [{"name": "network-changed", "server_uuid": "627f37ff-f69a-4f49-b95f-126fdfbff2f7", "tag": "9ed241a7-9de8-4434-8ee6-a95dfc5fdccb"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:12:51.529273 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d246c68-11e2-4845-b2e9-c672c060a472 service neutron] Pushing event updated for resources: {'Port': ['ID=9ed241a7-9de8-4434-8ee6-a95dfc5fdccb,revision_number=3']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:51.534918 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-2d246c68-11e2-4845-b2e9-c672c060a472 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:12:51.536345 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f065e3-a20a-4cfc-9559-22895c9ec1ee x-openstack-request-id: req-02f065e3-a20a-4cfc-9559-22895c9ec1ee {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:12:51.536673 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "627f37ff-f69a-4f49-b95f-126fdfbff2f7", "tag": "9ed241a7-9de8-4434-8ee6-a95dfc5fdccb", "status": "completed", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:12:51.537035 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-02f065e3-a20a-4cfc-9559-22895c9ec1ee {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:12:51.537489 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '627f37ff-f69a-4f49-b95f-126fdfbff2f7', 'tag': '9ed241a7-9de8-4434-8ee6-a95dfc5fdccb', 'status': 'completed', 'code': 200} Jun 16 16:12:51.559975 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a6085686-194b-4fbf-9a7e-f0803eec8bd7 req-160473ed-75b6-4029-9a49-f5163ca11ec8 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/security-groups?id=863356e8-02fa-43d2-af02-6be2a8c1475d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608618 Jun 16 16:12:51.601341 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac68f87-c668-4d7e-99a5-ec9e9293688a req-7b87891a-8cf7-4770-87bb-b3b066c764e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:12:51.602817 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-0ac68f87-c668-4d7e-99a5-ec9e9293688a req-7b87891a-8cf7-4770-87bb-b3b066c764e4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e6c822c6b6c4d0c86b33b9ee7ecd7e1&device_id=627f37ff-f69a-4f49-b95f-126fdfbff2f7 HTTP/1.1" status: 200 len: 1097 time: 0.0581582 Jun 16 16:12:51.642847 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-0ac68f87-c668-4d7e-99a5-ec9e9293688a req-842e3389-d086-433c-8af0-b364ee3a1bee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ed241a7-9de8-4434-8ee6-a95dfc5fdccb HTTP/1.1" status: 200 len: 217 time: 0.0323074 Jun 16 16:12:51.695244 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac68f87-c668-4d7e-99a5-ec9e9293688a req-affc0da6-830d-480d-b5f1-f5a4986fbd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:12:51.696635 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-0ac68f87-c668-4d7e-99a5-ec9e9293688a req-affc0da6-830d-480d-b5f1-f5a4986fbd73 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=add5b0d1-0666-4ce0-a7c5-25541cb09758 HTTP/1.1" status: 200 len: 853 time: 0.0454597 Jun 16 16:12:51.732529 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-0ac68f87-c668-4d7e-99a5-ec9e9293688a req-f709a25b-a520-42cc-bd4f-7bcdfb5b7ca6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251474 Jun 16 16:12:51.820577 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-0ac68f87-c668-4d7e-99a5-ec9e9293688a req-afc03eba-9960-457d-9b76-3f9762ffd838 service neutron] 10.222.0.15 "GET /v2.0/networks/af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787065 Jun 16 16:12:51.919717 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-0ac68f87-c668-4d7e-99a5-ec9e9293688a req-fd9be6cd-291b-4820-a157-2fa9ba28975e service neutron] 10.222.0.15 "GET /v2.0/networks/af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834000 Jun 16 16:12:52.019779 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f823f6-fd5d-402c-b39f-e681e7f5be13 req-0fa304a6-7c2a-47ba-8888-be2cbd4d0732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:12:52.021110 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-49f823f6-fd5d-402c-b39f-e681e7f5be13 req-0fa304a6-7c2a-47ba-8888-be2cbd4d0732 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e6c822c6b6c4d0c86b33b9ee7ecd7e1&device_id=627f37ff-f69a-4f49-b95f-126fdfbff2f7 HTTP/1.1" status: 200 len: 1097 time: 0.0525367 Jun 16 16:12:52.113021 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f823f6-fd5d-402c-b39f-e681e7f5be13 req-2dbe12ce-88e9-42fa-9cae-50dc49a2acf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:12:52.114473 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-49f823f6-fd5d-402c-b39f-e681e7f5be13 req-2dbe12ce-88e9-42fa-9cae-50dc49a2acf1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6 HTTP/1.1" status: 200 len: 914 time: 0.0853660 Jun 16 16:12:52.158769 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-49f823f6-fd5d-402c-b39f-e681e7f5be13 req-f057ad4e-7d0f-4cf8-aec0-d7b5286f5fe7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ed241a7-9de8-4434-8ee6-a95dfc5fdccb HTTP/1.1" status: 200 len: 217 time: 0.0319033 Jun 16 16:12:52.205655 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f823f6-fd5d-402c-b39f-e681e7f5be13 req-0a37ce38-2859-4d8c-8aa7-26417ebaa053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:12:52.207040 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-49f823f6-fd5d-402c-b39f-e681e7f5be13 req-0a37ce38-2859-4d8c-8aa7-26417ebaa053 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=add5b0d1-0666-4ce0-a7c5-25541cb09758 HTTP/1.1" status: 200 len: 853 time: 0.0419610 Jun 16 16:12:52.246483 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-49f823f6-fd5d-402c-b39f-e681e7f5be13 req-99279520-9a4c-4ef0-a702-20e5820b58bb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278778 Jun 16 16:12:52.333901 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-49f823f6-fd5d-402c-b39f-e681e7f5be13 req-f98fc3d3-df61-4f61-927d-4b9250b1bbd5 service neutron] 10.222.0.15 "GET /v2.0/networks/af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794950 Jun 16 16:12:52.424679 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-49f823f6-fd5d-402c-b39f-e681e7f5be13 req-1262928a-bf74-4716-aeff-15a3c0c148c0 service neutron] 10.222.0.15 "GET /v2.0/networks/af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825686 Jun 16 16:12:52.734502 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985eed72-e959-463b-8ba6-26453e0505fb req-d3b618b5-3086-4552-8841-af6e4720a897 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:12:52.735950 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-985eed72-e959-463b-8ba6-26453e0505fb req-d3b618b5-3086-4552-8841-af6e4720a897 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/ports?device_id=627f37ff-f69a-4f49-b95f-126fdfbff2f7 HTTP/1.1" status: 200 len: 944 time: 0.0619459 Jun 16 16:12:52.771774 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-985eed72-e959-463b-8ba6-26453e0505fb req-80ec3a60-224b-4e43-9a8b-dbcb3c9ab68d tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/security-groups?id=863356e8-02fa-43d2-af02-6be2a8c1475d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303266 Jun 16 16:12:52.859004 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-459ba97e-0994-401b-bd86-9772962a392e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:53.948504 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5560e8f2-dbc9-4fc6-92d8-855bb6f7e402 req-018ac404-884d-429b-8fe3-962c82e1cf95 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:12:53.950002 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-5560e8f2-dbc9-4fc6-92d8-855bb6f7e402 req-018ac404-884d-429b-8fe3-962c82e1cf95 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/ports?device_id=627f37ff-f69a-4f49-b95f-126fdfbff2f7 HTTP/1.1" status: 200 len: 944 time: 0.0655751 Jun 16 16:12:53.970268 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device 9ed241a7-9de8-4434-8ee6-a95dfc5fdccb details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91876) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:12:53.988962 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-5560e8f2-dbc9-4fc6-92d8-855bb6f7e402 req-0d099317-ca55-4775-93bc-1ead35767d05 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/security-groups?id=863356e8-02fa-43d2-af02-6be2a8c1475d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330276 Jun 16 16:12:54.070481 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] For port 9ed241a7-9de8-4434-8ee6-a95dfc5fdccb, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=9ed241a7-9de8-4434-8ee6-a95dfc5fdccb,segment=NetworkSegment(e33fab1b-321f-4452-bea5-bee6c42db245),segment_id=e33fab1b-321f-4452-bea5-bee6c42db245)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:12:54.081865 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Returning: {'device': '9ed241a7-9de8-4434-8ee6-a95dfc5fdccb', 'network_id': 'af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6', 'port_id': '9ed241a7-9de8-4434-8ee6-a95dfc5fdccb', 'mac_address': 'fa:16:3e:83:25:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'add5b0d1-0666-4ce0-a7c5-25541cb09758', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91876) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:12:54.118336 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:54.130514 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.notifiers.nova [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ed241a7-9de8-4434-8ee6-a95dfc5fdccb {{(pid=91876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:12:54.148944 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] For port 9ed241a7-9de8-4434-8ee6-a95dfc5fdccb, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=9ed241a7-9de8-4434-8ee6-a95dfc5fdccb,segment=NetworkSegment(e33fab1b-321f-4452-bea5-bee6c42db245),segment_id=e33fab1b-321f-4452-bea5-bee6c42db245)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:12:54.153434 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:54.155749 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:12:54.203580 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Pushing event updated for resources: {'Port': ['ID=9ed241a7-9de8-4434-8ee6-a95dfc5fdccb,revision_number=4']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:54.206556 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:12:54.409440 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] get_ports_and_sgs() called for port_ids ['9ed241a7-9de8-4434-8ee6-a95dfc5fdccb'] {{(pid=91876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:12:55.163688 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf139ec-0be7-416b-8c9b-c435ce204097 req-da647f1e-fa7b-472b-aaf2-2e96d4b52385 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:12:55.165131 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-cdf139ec-0be7-416b-8c9b-c435ce204097 req-da647f1e-fa7b-472b-aaf2-2e96d4b52385 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/ports?device_id=627f37ff-f69a-4f49-b95f-126fdfbff2f7 HTTP/1.1" status: 200 len: 945 time: 0.0649741 Jun 16 16:12:55.201739 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-cdf139ec-0be7-416b-8c9b-c435ce204097 req-56f6e7b8-87d6-4c1e-9ce5-14e413c511a3 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/security-groups?id=863356e8-02fa-43d2-af02-6be2a8c1475d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310524 Jun 16 16:12:55.981630 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device 9ed241a7-9de8-4434-8ee6-a95dfc5fdccb up at agent hyperv_hv-cinder-79611 {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:12:56.033008 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Provisioning for port 9ed241a7-9de8-4434-8ee6-a95dfc5fdccb completed by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:12:56.036697 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Provisioning complete for port 9ed241a7-9de8-4434-8ee6-a95dfc5fdccb triggered by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:12:56.037080 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:56.119985 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:56.141751 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '627f37ff-f69a-4f49-b95f-126fdfbff2f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ed241a7-9de8-4434-8ee6-a95dfc5fdccb'}] {{(pid=91876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:12:56.144001 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a9c68db8c06307a0250ecdd4df366f09270e0987ddc1c5d61c2ecaceaac02f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a304b3-3ba1-42d1-9472-c197297fa0fe" -d '{"events": [{"server_uuid": "627f37ff-f69a-4f49-b95f-126fdfbff2f7", "name": "network-vif-plugged", "status": "completed", "tag": "9ed241a7-9de8-4434-8ee6-a95dfc5fdccb"}]}' {{(pid=91876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:12:56.156580 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] For port 9ed241a7-9de8-4434-8ee6-a95dfc5fdccb, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=9ed241a7-9de8-4434-8ee6-a95dfc5fdccb,segment=NetworkSegment(e33fab1b-321f-4452-bea5-bee6c42db245),segment_id=e33fab1b-321f-4452-bea5-bee6c42db245)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:12:56.161006 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:56.162853 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-4f67e33d-8a6d-46a9-a677-bd07da624d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:12:56.184619 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec113c2d-7c7f-4503-8a9a-c02e5a753334 x-openstack-request-id: req-ec113c2d-7c7f-4503-8a9a-c02e5a753334 {{(pid=91876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:12:56.184919 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "627f37ff-f69a-4f49-b95f-126fdfbff2f7", "name": "network-vif-plugged", "status": "completed", "tag": "9ed241a7-9de8-4434-8ee6-a95dfc5fdccb", "code": 200}]} {{(pid=91876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:12:56.185181 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ec113c2d-7c7f-4503-8a9a-c02e5a753334 {{(pid=91876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:12:56.185600 dv-cinder-796114-3-iscsi neutron-server[91876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '627f37ff-f69a-4f49-b95f-126fdfbff2f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ed241a7-9de8-4434-8ee6-a95dfc5fdccb', 'code': 200} Jun 16 16:12:56.214389 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Pushing event updated for resources: {'Port': ['ID=9ed241a7-9de8-4434-8ee6-a95dfc5fdccb,revision_number=5']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:56.217209 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:12:56.372260 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1b302b-0c65-429e-a5d0-fe3c635e0c89 req-dd1ec828-eab2-498b-be23-45ac681768ad tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:12:56.373755 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-ec1b302b-0c65-429e-a5d0-fe3c635e0c89 req-dd1ec828-eab2-498b-be23-45ac681768ad tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/ports?device_id=627f37ff-f69a-4f49-b95f-126fdfbff2f7 HTTP/1.1" status: 200 len: 946 time: 0.0622244 Jun 16 16:12:56.396691 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f710e703-eb02-4554-a7c2-1c573a0eb56b req-83452e5c-8e61-4250-ba2f-7081c4118088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:12:56.398162 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f710e703-eb02-4554-a7c2-1c573a0eb56b req-83452e5c-8e61-4250-ba2f-7081c4118088 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=627f37ff-f69a-4f49-b95f-126fdfbff2f7 HTTP/1.1" status: 200 len: 1099 time: 0.0523534 Jun 16 16:12:56.411629 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-ec1b302b-0c65-429e-a5d0-fe3c635e0c89 req-d46e765a-aac9-40d6-908a-f595d9340640 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/security-groups?id=863356e8-02fa-43d2-af02-6be2a8c1475d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314004 Jun 16 16:12:56.436604 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f710e703-eb02-4554-a7c2-1c573a0eb56b req-4142d6c3-de9b-48f1-b836-cba56a286a45 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=863356e8-02fa-43d2-af02-6be2a8c1475d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314581 Jun 16 16:12:57.587029 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5083fe-9d06-4878-961a-87a43f78da3a req-aa9f8671-cca8-46f7-91bb-2819b8bc92ff tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:12:57.588353 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ab5083fe-9d06-4878-961a-87a43f78da3a req-aa9f8671-cca8-46f7-91bb-2819b8bc92ff tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/ports?device_id=627f37ff-f69a-4f49-b95f-126fdfbff2f7 HTTP/1.1" status: 200 len: 946 time: 0.0655386 Jun 16 16:12:57.624348 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ab5083fe-9d06-4878-961a-87a43f78da3a req-9c2a4faf-0183-40cf-a6e6-1fc3fd692f39 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/security-groups?id=863356e8-02fa-43d2-af02-6be2a8c1475d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303843 Jun 16 16:12:59.372891 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5983a-95fe-4349-b96f-2418274fabac req-c86d637b-1eae-4490-ba6c-4f64ec66f056 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:12:59.374441 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-c3c5983a-95fe-4349-b96f-2418274fabac req-c86d637b-1eae-4490-ba6c-4f64ec66f056 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/networks?id=af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6 HTTP/1.1" status: 200 len: 813 time: 0.1013887 Jun 16 16:12:59.389065 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-c3c5983a-95fe-4349-b96f-2418274fabac req-7ff355da-18ab-449d-a365-507a661b8cd9 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/quotas/4e6c822c6b6c4d0c86b33b9ee7ecd7e1 HTTP/1.1" status: 200 len: 375 time: 0.0087852 Jun 16 16:12:59.458434 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-c3c5983a-95fe-4349-b96f-2418274fabac req-db65f1c3-f8d2-48f8-97b2-b0de2bae16ef tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4e6c822c6b6c4d0c86b33b9ee7ecd7e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0638466 Jun 16 16:12:59.549906 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-c3c5983a-95fe-4349-b96f-2418274fabac req-c6876ad1-b349-43db-8081-5a3751ae0879 service neutron] 10.222.0.49 "GET /v2.0/networks/af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848882 Jun 16 16:12:59.635058 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-c3c5983a-95fe-4349-b96f-2418274fabac req-e1c2b1b1-4cff-4015-b917-a472c88c717d service neutron] 10.222.0.49 "GET /v2.0/networks/af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795782 Jun 16 16:12:59.799564 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f3ba457d-c437-49cf-943d-21a05e86e64e req-d75ff0f1-3c62-4023-bc9d-2bf141f851fb tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/ports?device_id=f34145fd-cdf6-47c9-96a6-6f713c2ea2df HTTP/1.1" status: 200 len: 210 time: 0.0286825 Jun 16 16:13:00.851438 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5983a-95fe-4349-b96f-2418274fabac req-31040ad1-c86a-42da-8f06-b749d5668da6 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:13:00.852920 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c3c5983a-95fe-4349-b96f-2418274fabac req-31040ad1-c86a-42da-8f06-b749d5668da6 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.15 "GET /v2.0/networks?id=af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6 HTTP/1.1" status: 200 len: 813 time: 0.1081519 Jun 16 16:13:00.874688 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [req-c3c5983a-95fe-4349-b96f-2418274fabac req-c2d36dac-6fd3-47be-903d-41271d5a9f02 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Request body: {'port': {'device_id': 'f34145fd-cdf6-47c9-96a6-6f713c2ea2df', 'network_id': 'af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6', 'admin_state_up': True, 'tenant_id': '4e6c822c6b6c4d0c86b33b9ee7ecd7e1'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:13:00.946395 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-d207edfa-bd3a-4002-808e-b87663fc4c51 req-8a73100b-061b-410e-be17-7f6a5b4d68dd tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/ports?device_id=f34145fd-cdf6-47c9-96a6-6f713c2ea2df HTTP/1.1" status: 200 len: 210 time: 0.0322473 Jun 16 16:13:01.249984 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3c5983a-95fe-4349-b96f-2418274fabac req-c2d36dac-6fd3-47be-903d-41271d5a9f02 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Made reservation on behalf of 4e6c822c6b6c4d0c86b33b9ee7ecd7e1 for: {'port': 1} {{(pid=91874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:13:01.254095 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-c3c5983a-95fe-4349-b96f-2418274fabac req-c2d36dac-6fd3-47be-903d-41271d5a9f02 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16110075'] for port, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:01.381423 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_common [req-c3c5983a-95fe-4349-b96f-2418274fabac req-c2d36dac-6fd3-47be-903d-41271d5a9f02 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Allocated IP 172.20.0.6 (af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6/add5b0d1-0666-4ce0-a7c5-25541cb09758/1c898419-0cca-4da7-b5e7-122d0aef2589) {{(pid=91874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:13:01.526345 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-c3c5983a-95fe-4349-b96f-2418274fabac req-c2d36dac-6fd3-47be-903d-41271d5a9f02 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Notify callbacks [] for port, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:01.565292 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-c3c5983a-95fe-4349-b96f-2418274fabac req-c2d36dac-6fd3-47be-903d-41271d5a9f02 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16110910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726810954487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3529202'] for port, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:01.569018 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-bfdeabab-de5c-4abe-b7f9-c607cc588549 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:13:01.577214 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] get_ports_and_sgs() called for port_ids ['95eeed68-1ac1-4792-802b-0642ebfa7ee3', '9ed241a7-9de8-4434-8ee6-a95dfc5fdccb'] {{(pid=91876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:13:01.613174 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3c5983a-95fe-4349-b96f-2418274fabac req-c2d36dac-6fd3-47be-903d-41271d5a9f02 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Network af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6 is already hosted by enough agents. {{(pid=91874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:13:01.618393 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [req-c3c5983a-95fe-4349-b96f-2418274fabac req-c2d36dac-6fd3-47be-903d-41271d5a9f02 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Resources bound (agent type, host, resource id): {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:13:01.622234 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3c5983a-95fe-4349-b96f-2418274fabac req-c2d36dac-6fd3-47be-903d-41271d5a9f02 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Received port after_create {{(pid=91874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:13:01.629507 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d36dac-6fd3-47be-903d-41271d5a9f02 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Pushing event updated for resources: {'Port': ['ID=1c898419-0cca-4da7-b5e7-122d0aef2589,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:01.649218 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-c2d36dac-6fd3-47be-903d-41271d5a9f02 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:13:01.674436 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5983a-95fe-4349-b96f-2418274fabac req-c2d36dac-6fd3-47be-903d-41271d5a9f02 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:13:01.675053 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-c3c5983a-95fe-4349-b96f-2418274fabac req-c2d36dac-6fd3-47be-903d-41271d5a9f02 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208782'] for port, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:01.689298 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c3c5983a-95fe-4349-b96f-2418274fabac req-c2d36dac-6fd3-47be-903d-41271d5a9f02 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8180308 Jun 16 16:13:01.700743 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [req-c3c5983a-95fe-4349-b96f-2418274fabac req-38544988-bf47-42d7-9f07-cd44031dfcd8 service neutron] Request body: {'port': {'device_id': 'f34145fd-cdf6-47c9-96a6-6f713c2ea2df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:13:01.770820 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-c3c5983a-95fe-4349-b96f-2418274fabac req-38544988-bf47-42d7-9f07-cd44031dfcd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:02.043447 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [req-c3c5983a-95fe-4349-b96f-2418274fabac req-38544988-bf47-42d7-9f07-cd44031dfcd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c898419-0cca-4da7-b5e7-122d0aef2589 {{(pid=91874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:13:02.051074 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-c3c5983a-95fe-4349-b96f-2418274fabac req-38544988-bf47-42d7-9f07-cd44031dfcd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:02.062805 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [req-c3c5983a-95fe-4349-b96f-2418274fabac req-38544988-bf47-42d7-9f07-cd44031dfcd8 service neutron] Transition to ACTIVE for port object 1c898419-0cca-4da7-b5e7-122d0aef2589 will not be triggered until provisioned by entity L2. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:13:02.074620 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-c3c5983a-95fe-4349-b96f-2418274fabac req-38544988-bf47-42d7-9f07-cd44031dfcd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3529188'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:02.092792 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-a23ce837-a750-40f1-9f4c-69fb6ebeba71 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:13:02.173029 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38544988-bf47-42d7-9f07-cd44031dfcd8 service neutron] Pushing event updated for resources: {'Port': ['ID=1c898419-0cca-4da7-b5e7-122d0aef2589,revision_number=2']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:02.178082 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-38544988-bf47-42d7-9f07-cd44031dfcd8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:13:02.240840 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96733547-0f77-4066-b2f9-b800f8c87468 req-a937c675-b206-4680-8db9-cc5907367b2a tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:13:02.242323 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-96733547-0f77-4066-b2f9-b800f8c87468 req-a937c675-b206-4680-8db9-cc5907367b2a tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/ports?device_id=f34145fd-cdf6-47c9-96a6-6f713c2ea2df HTTP/1.1" status: 200 len: 943 time: 0.1781540 Jun 16 16:13:02.285401 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-c3c5983a-95fe-4349-b96f-2418274fabac req-38544988-bf47-42d7-9f07-cd44031dfcd8 service neutron] Attempting to bind port 1c898419-0cca-4da7-b5e7-122d0aef2589 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:13:02.285741 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-c3c5983a-95fe-4349-b96f-2418274fabac req-38544988-bf47-42d7-9f07-cd44031dfcd8 service neutron] Attempting to bind port 1c898419-0cca-4da7-b5e7-122d0aef2589 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': 'e33fab1b-321f-4452-bea5-bee6c42db245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6'}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:13:02.286079 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c5983a-95fe-4349-b96f-2418274fabac req-38544988-bf47-42d7-9f07-cd44031dfcd8 service neutron] Attempting to bind port 1c898419-0cca-4da7-b5e7-122d0aef2589 on network af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6 {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:13:02.299658 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c5983a-95fe-4349-b96f-2418274fabac req-38544988-bf47-42d7-9f07-cd44031dfcd8 service neutron] Port 1c898419-0cca-4da7-b5e7-122d0aef2589 on network af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:13:02.299922 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c5983a-95fe-4349-b96f-2418274fabac req-38544988-bf47-42d7-9f07-cd44031dfcd8 service neutron] Attempting to bind port 1c898419-0cca-4da7-b5e7-122d0aef2589 on network af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6 {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:13:02.304938 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-96733547-0f77-4066-b2f9-b800f8c87468 req-9a89c5f7-4052-4fa8-b5af-429feb49f242 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/security-groups?id=863356e8-02fa-43d2-af02-6be2a8c1475d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567908 Jun 16 16:13:02.307536 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c5983a-95fe-4349-b96f-2418274fabac req-38544988-bf47-42d7-9f07-cd44031dfcd8 service neutron] Checking agent: {'id': 'c85a6c45-3e6f-4705-b11b-38e758c67377', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 3, 19), 'started_at': datetime.datetime(2021, 6, 16, 16, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:13:02.307949 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c5983a-95fe-4349-b96f-2418274fabac req-38544988-bf47-42d7-9f07-cd44031dfcd8 service neutron] Checking segment: {'id': 'e33fab1b-321f-4452-bea5-bee6c42db245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:13:02.308246 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c5983a-95fe-4349-b96f-2418274fabac req-38544988-bf47-42d7-9f07-cd44031dfcd8 service neutron] Bound using segment: {'id': 'e33fab1b-321f-4452-bea5-bee6c42db245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6'} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:13:02.308684 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [req-c3c5983a-95fe-4349-b96f-2418274fabac req-38544988-bf47-42d7-9f07-cd44031dfcd8 service neutron] Bound port: 1c898419-0cca-4da7-b5e7-122d0aef2589, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e33fab1b-321f-4452-bea5-bee6c42db245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6'}}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:13:02.309039 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-c3c5983a-95fe-4349-b96f-2418274fabac req-38544988-bf47-42d7-9f07-cd44031dfcd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:02.371360 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [req-c3c5983a-95fe-4349-b96f-2418274fabac req-38544988-bf47-42d7-9f07-cd44031dfcd8 service neutron] For port 1c898419-0cca-4da7-b5e7-122d0aef2589, host hv-cinder-79611, cleared binding levels {{(pid=91874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:13:02.374374 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [req-c3c5983a-95fe-4349-b96f-2418274fabac req-38544988-bf47-42d7-9f07-cd44031dfcd8 service neutron] For port 1c898419-0cca-4da7-b5e7-122d0aef2589, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=1c898419-0cca-4da7-b5e7-122d0aef2589,segment=NetworkSegment(e33fab1b-321f-4452-bea5-bee6c42db245),segment_id=e33fab1b-321f-4452-bea5-bee6c42db245)] {{(pid=91874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:13:02.379473 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-c3c5983a-95fe-4349-b96f-2418274fabac req-38544988-bf47-42d7-9f07-cd44031dfcd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3529188'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:02.382154 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:13:02.412850 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5983a-95fe-4349-b96f-2418274fabac req-38544988-bf47-42d7-9f07-cd44031dfcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:13:02.413491 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [req-c3c5983a-95fe-4349-b96f-2418274fabac req-38544988-bf47-42d7-9f07-cd44031dfcd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208782'] for port, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:02.414818 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c3c5983a-95fe-4349-b96f-2418274fabac req-38544988-bf47-42d7-9f07-cd44031dfcd8 service neutron] 10.222.0.15 "PUT /v2.0/ports/1c898419-0cca-4da7-b5e7-122d0aef2589 HTTP/1.1" status: 200 len: 1093 time: 0.7181644 Jun 16 16:13:02.415337 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f34145fd-cdf6-47c9-96a6-6f713c2ea2df', 'tag': '1c898419-0cca-4da7-b5e7-122d0aef2589'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:13:02.417632 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac39972ab304bebcb834853fc43b221d920fab97f47da84b7636f2612ed6f187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef36702c-4d8f-4358-bbbb-f1597b6f50c1" -d '{"events": [{"name": "network-changed", "server_uuid": "f34145fd-cdf6-47c9-96a6-6f713c2ea2df", "tag": "1c898419-0cca-4da7-b5e7-122d0aef2589"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:13:02.442263 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38544988-bf47-42d7-9f07-cd44031dfcd8 service neutron] Pushing event updated for resources: {'Port': ['ID=1c898419-0cca-4da7-b5e7-122d0aef2589,revision_number=3']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:02.446355 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-38544988-bf47-42d7-9f07-cd44031dfcd8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:13:02.463965 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04911a13-1864-416a-be1f-f511478654aa x-openstack-request-id: req-04911a13-1864-416a-be1f-f511478654aa {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:13:02.464287 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f34145fd-cdf6-47c9-96a6-6f713c2ea2df", "tag": "1c898419-0cca-4da7-b5e7-122d0aef2589", "status": "completed", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:13:02.464576 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-04911a13-1864-416a-be1f-f511478654aa {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:13:02.464996 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f34145fd-cdf6-47c9-96a6-6f713c2ea2df', 'tag': '1c898419-0cca-4da7-b5e7-122d0aef2589', 'status': 'completed', 'code': 200} Jun 16 16:13:02.509673 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5983a-95fe-4349-b96f-2418274fabac req-10afa0b2-f067-4d16-8157-b2b5e7041ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:13:02.511143 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c3c5983a-95fe-4349-b96f-2418274fabac req-10afa0b2-f067-4d16-8157-b2b5e7041ffd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e6c822c6b6c4d0c86b33b9ee7ecd7e1&device_id=f34145fd-cdf6-47c9-96a6-6f713c2ea2df HTTP/1.1" status: 200 len: 1096 time: 0.0558286 Jun 16 16:13:02.555034 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c3c5983a-95fe-4349-b96f-2418274fabac req-1abd3890-b9d9-49cf-b646-5b8a4cd98f9c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c898419-0cca-4da7-b5e7-122d0aef2589 HTTP/1.1" status: 200 len: 217 time: 0.0363977 Jun 16 16:13:02.602995 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5983a-95fe-4349-b96f-2418274fabac req-35372e9c-6272-492d-a7cb-f2498b179d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:13:02.604366 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c3c5983a-95fe-4349-b96f-2418274fabac req-35372e9c-6272-492d-a7cb-f2498b179d52 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=add5b0d1-0666-4ce0-a7c5-25541cb09758 HTTP/1.1" status: 200 len: 853 time: 0.0432351 Jun 16 16:13:02.637404 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c3c5983a-95fe-4349-b96f-2418274fabac req-d314dc20-33dc-4da6-aaa0-9389b87ad836 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256157 Jun 16 16:13:02.728035 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c3c5983a-95fe-4349-b96f-2418274fabac req-dc39300b-4d05-4e28-b689-e88f0092f7de service neutron] 10.222.0.15 "GET /v2.0/networks/af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830359 Jun 16 16:13:02.825165 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c3c5983a-95fe-4349-b96f-2418274fabac req-47d95edf-0fdf-41a0-827f-63f4ba3745eb service neutron] 10.222.0.15 "GET /v2.0/networks/af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900140 Jun 16 16:13:02.937320 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef36702c-4d8f-4358-bbbb-f1597b6f50c1 req-d88fa6ab-923a-454a-a890-fbdb654354ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:13:02.939125 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ef36702c-4d8f-4358-bbbb-f1597b6f50c1 req-d88fa6ab-923a-454a-a890-fbdb654354ff service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e6c822c6b6c4d0c86b33b9ee7ecd7e1&device_id=f34145fd-cdf6-47c9-96a6-6f713c2ea2df HTTP/1.1" status: 200 len: 1096 time: 0.0559278 Jun 16 16:13:03.028206 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef36702c-4d8f-4358-bbbb-f1597b6f50c1 req-54f5551e-5890-42f7-9399-ab1c20d97c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:13:03.029695 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ef36702c-4d8f-4358-bbbb-f1597b6f50c1 req-54f5551e-5890-42f7-9399-ab1c20d97c77 service neutron] 10.222.0.15 "GET /v2.0/networks?id=af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6 HTTP/1.1" status: 200 len: 914 time: 0.0835183 Jun 16 16:13:03.070533 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ef36702c-4d8f-4358-bbbb-f1597b6f50c1 req-fd2905ce-8256-4e48-a2db-bf2360cde210 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c898419-0cca-4da7-b5e7-122d0aef2589 HTTP/1.1" status: 200 len: 217 time: 0.0341249 Jun 16 16:13:03.128678 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef36702c-4d8f-4358-bbbb-f1597b6f50c1 req-e58b0443-8392-483b-a00b-54fdcf0aa8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:13:03.130065 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ef36702c-4d8f-4358-bbbb-f1597b6f50c1 req-e58b0443-8392-483b-a00b-54fdcf0aa8b6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=add5b0d1-0666-4ce0-a7c5-25541cb09758 HTTP/1.1" status: 200 len: 853 time: 0.0480657 Jun 16 16:13:03.163710 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ef36702c-4d8f-4358-bbbb-f1597b6f50c1 req-bb6c245b-6289-444f-b47f-e2e0c178e5e2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260851 Jun 16 16:13:03.250867 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ef36702c-4d8f-4358-bbbb-f1597b6f50c1 req-775122b6-f66d-4cb1-9844-39f47ce32686 service neutron] 10.222.0.15 "GET /v2.0/networks/af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798726 Jun 16 16:13:03.342493 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ef36702c-4d8f-4358-bbbb-f1597b6f50c1 req-cb2560e8-3f4d-4dca-a56d-9710602feb29 service neutron] 10.222.0.15 "GET /v2.0/networks/af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848629 Jun 16 16:13:03.487423 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34522ed-f35c-49c6-87fa-4f8755646cc8 req-88eb43ac-7914-41e9-8469-56320c041fef tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:13:03.488882 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-e34522ed-f35c-49c6-87fa-4f8755646cc8 req-88eb43ac-7914-41e9-8469-56320c041fef tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/ports?device_id=f34145fd-cdf6-47c9-96a6-6f713c2ea2df HTTP/1.1" status: 200 len: 943 time: 0.0686247 Jun 16 16:13:03.526546 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-e34522ed-f35c-49c6-87fa-4f8755646cc8 req-e670144f-f63b-476d-b1b5-77e7c8a0d57a tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/security-groups?id=863356e8-02fa-43d2-af02-6be2a8c1475d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319459 Jun 16 16:13:04.702755 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4bf6ea-94ac-4e55-95a1-f80d23f1f272 req-a1398a1d-1fe8-45da-808f-99aa7effd433 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:13:04.704363 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-ed4bf6ea-94ac-4e55-95a1-f80d23f1f272 req-a1398a1d-1fe8-45da-808f-99aa7effd433 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/ports?device_id=f34145fd-cdf6-47c9-96a6-6f713c2ea2df HTTP/1.1" status: 200 len: 943 time: 0.0666358 Jun 16 16:13:04.742722 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-ed4bf6ea-94ac-4e55-95a1-f80d23f1f272 req-827bc513-89e3-43c2-a702-95b03bacdccd tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/security-groups?id=863356e8-02fa-43d2-af02-6be2a8c1475d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329962 Jun 16 16:13:05.818734 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.agents_db [None req-058d43c2-15cf-4374-9ac5-1369303d1fb9 None None] Agent healthcheck: found 6 active agents {{(pid=91877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:13:05.918160 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce0083e-f6dc-40db-acaf-968ac1f6aabc req-fd64d1c2-1d5b-4e68-9b0a-c954b5086283 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:13:05.919626 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-bce0083e-f6dc-40db-acaf-968ac1f6aabc req-fd64d1c2-1d5b-4e68-9b0a-c954b5086283 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/ports?device_id=f34145fd-cdf6-47c9-96a6-6f713c2ea2df HTTP/1.1" status: 200 len: 943 time: 0.0682988 Jun 16 16:13:05.957176 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-bce0083e-f6dc-40db-acaf-968ac1f6aabc req-4d6be7ef-8f3d-408f-b469-eacb077fc1bb tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/security-groups?id=863356e8-02fa-43d2-af02-6be2a8c1475d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313530 Jun 16 16:13:06.047537 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device 1c898419-0cca-4da7-b5e7-122d0aef2589 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91876) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:13:06.148868 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] For port 1c898419-0cca-4da7-b5e7-122d0aef2589, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=1c898419-0cca-4da7-b5e7-122d0aef2589,segment=NetworkSegment(e33fab1b-321f-4452-bea5-bee6c42db245),segment_id=e33fab1b-321f-4452-bea5-bee6c42db245)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:13:06.159755 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Returning: {'device': '1c898419-0cca-4da7-b5e7-122d0aef2589', 'network_id': 'af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6', 'port_id': '1c898419-0cca-4da7-b5e7-122d0aef2589', 'mac_address': 'fa:16:3e:59:9a:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'add5b0d1-0666-4ce0-a7c5-25541cb09758', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91876) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:13:06.195510 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:06.211238 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.notifiers.nova [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c898419-0cca-4da7-b5e7-122d0aef2589 {{(pid=91876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:13:06.229764 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] For port 1c898419-0cca-4da7-b5e7-122d0aef2589, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=1c898419-0cca-4da7-b5e7-122d0aef2589,segment=NetworkSegment(e33fab1b-321f-4452-bea5-bee6c42db245),segment_id=e33fab1b-321f-4452-bea5-bee6c42db245)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:13:06.233764 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:06.235976 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-a9460609-3b2f-4245-b05a-4316b7717e67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:13:06.279589 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Pushing event updated for resources: {'Port': ['ID=1c898419-0cca-4da7-b5e7-122d0aef2589,revision_number=4']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:06.282678 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:13:06.488609 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] get_ports_and_sgs() called for port_ids ['1c898419-0cca-4da7-b5e7-122d0aef2589'] {{(pid=91876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:13:07.131869 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60abb732-dcde-4d6c-a097-1b241d8e7d7d req-b82e41a6-197b-4db3-9091-aa2309186653 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:13:07.133322 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-60abb732-dcde-4d6c-a097-1b241d8e7d7d req-b82e41a6-197b-4db3-9091-aa2309186653 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/ports?device_id=f34145fd-cdf6-47c9-96a6-6f713c2ea2df HTTP/1.1" status: 200 len: 944 time: 0.0629377 Jun 16 16:13:07.170004 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-60abb732-dcde-4d6c-a097-1b241d8e7d7d req-e1b6d2e5-41d6-4452-a65e-7f0085a807e9 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/security-groups?id=863356e8-02fa-43d2-af02-6be2a8c1475d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311394 Jun 16 16:13:08.074590 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device 1c898419-0cca-4da7-b5e7-122d0aef2589 up at agent hyperv_hv-cinder-79611 {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:13:08.124312 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Provisioning for port 1c898419-0cca-4da7-b5e7-122d0aef2589 completed by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:13:08.128547 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Provisioning complete for port 1c898419-0cca-4da7-b5e7-122d0aef2589 triggered by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:13:08.128936 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:08.203780 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:08.226037 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f34145fd-cdf6-47c9-96a6-6f713c2ea2df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c898419-0cca-4da7-b5e7-122d0aef2589'}] {{(pid=91876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:13:08.228337 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a9c68db8c06307a0250ecdd4df366f09270e0987ddc1c5d61c2ecaceaac02f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c2b5ca1-e32c-46a3-b3fd-eefc0ff9b0b0" -d '{"events": [{"server_uuid": "f34145fd-cdf6-47c9-96a6-6f713c2ea2df", "name": "network-vif-plugged", "status": "completed", "tag": "1c898419-0cca-4da7-b5e7-122d0aef2589"}]}' {{(pid=91876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:13:08.241522 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] For port 1c898419-0cca-4da7-b5e7-122d0aef2589, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=1c898419-0cca-4da7-b5e7-122d0aef2589,segment=NetworkSegment(e33fab1b-321f-4452-bea5-bee6c42db245),segment_id=e33fab1b-321f-4452-bea5-bee6c42db245)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:13:08.246019 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:08.247865 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:13:08.272588 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c45f03-928f-4648-8eec-8ea8f93bd2b7 x-openstack-request-id: req-a8c45f03-928f-4648-8eec-8ea8f93bd2b7 {{(pid=91876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:13:08.272896 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f34145fd-cdf6-47c9-96a6-6f713c2ea2df", "name": "network-vif-plugged", "status": "completed", "tag": "1c898419-0cca-4da7-b5e7-122d0aef2589", "code": 200}]} {{(pid=91876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:13:08.273163 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a8c45f03-928f-4648-8eec-8ea8f93bd2b7 {{(pid=91876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:13:08.273593 dv-cinder-796114-3-iscsi neutron-server[91876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f34145fd-cdf6-47c9-96a6-6f713c2ea2df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c898419-0cca-4da7-b5e7-122d0aef2589', 'code': 200} Jun 16 16:13:08.352270 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb45f27-cb7a-4c42-b072-b59cce7e0d76 req-842af37b-a30e-4858-891f-f256b323f6d7 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:13:08.354025 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-fdb45f27-cb7a-4c42-b072-b59cce7e0d76 req-842af37b-a30e-4858-891f-f256b323f6d7 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/ports?device_id=f34145fd-cdf6-47c9-96a6-6f713c2ea2df HTTP/1.1" status: 200 len: 945 time: 0.0738039 Jun 16 16:13:08.396514 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-fdb45f27-cb7a-4c42-b072-b59cce7e0d76 req-f98497ed-f351-4739-975d-816c831d78f5 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/security-groups?id=863356e8-02fa-43d2-af02-6be2a8c1475d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361192 Jun 16 16:13:08.425100 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Pushing event updated for resources: {'Port': ['ID=1c898419-0cca-4da7-b5e7-122d0aef2589,revision_number=5']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:08.428167 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:13:08.513082 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb253b51-3110-4bcd-904b-fddeaee8c9f5 req-5b62612b-71d6-4599-8ebd-3dc5bd87a964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:13:08.514608 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-bb253b51-3110-4bcd-904b-fddeaee8c9f5 req-5b62612b-71d6-4599-8ebd-3dc5bd87a964 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f34145fd-cdf6-47c9-96a6-6f713c2ea2df HTTP/1.1" status: 200 len: 1098 time: 0.0532577 Jun 16 16:13:08.548029 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-bb253b51-3110-4bcd-904b-fddeaee8c9f5 req-509d0e5e-72df-4709-b997-ed03afd2e74a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=863356e8-02fa-43d2-af02-6be2a8c1475d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269442 Jun 16 16:13:09.597279 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f3793d-fe87-4dd5-84ed-9bf1d96b086a req-bac63dd0-35b5-47e5-a7f0-cbdedbc19ece tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:13:09.598775 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-d0f3793d-fe87-4dd5-84ed-9bf1d96b086a req-bac63dd0-35b5-47e5-a7f0-cbdedbc19ece tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/ports?device_id=f34145fd-cdf6-47c9-96a6-6f713c2ea2df HTTP/1.1" status: 200 len: 945 time: 0.0651672 Jun 16 16:13:09.635516 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-d0f3793d-fe87-4dd5-84ed-9bf1d96b086a req-6da7a006-d50e-48d4-b1bd-1801e414565b tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/security-groups?id=863356e8-02fa-43d2-af02-6be2a8c1475d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310645 Jun 16 16:13:10.818018 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc461b6-6e5d-4d3a-b55c-a9f6589360b5 req-f8bcd168-42a5-4244-b251-f72713469ce8 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:13:10.819381 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ecc461b6-6e5d-4d3a-b55c-a9f6589360b5 req-f8bcd168-42a5-4244-b251-f72713469ce8 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/ports?device_id=f34145fd-cdf6-47c9-96a6-6f713c2ea2df HTTP/1.1" status: 200 len: 945 time: 0.0703061 Jun 16 16:13:10.855270 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ecc461b6-6e5d-4d3a-b55c-a9f6589360b5 req-95d115d5-c11b-471e-95b8-079dd9aa3517 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/security-groups?id=863356e8-02fa-43d2-af02-6be2a8c1475d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302632 Jun 16 16:13:17.465333 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-98ad6530-42bb-45c0-94c2-f621b1be0875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:19.448339 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:19.886495 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-2865f264-6723-45b8-810d-cc891a3a334f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:19.958661 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:20.628679 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41812eeb-2941-4094-aeef-f7e199afd0b7 req-5fd68cbc-48e7-4119-8130-6433a4cd7d36 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:13:20.630197 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-41812eeb-2941-4094-aeef-f7e199afd0b7 req-5fd68cbc-48e7-4119-8130-6433a4cd7d36 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/networks?id=af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6 HTTP/1.1" status: 200 len: 813 time: 0.0987780 Jun 16 16:13:20.644671 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-41812eeb-2941-4094-aeef-f7e199afd0b7 req-7cfc93dd-dc55-4adf-b821-61112e9d26d5 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/quotas/4e6c822c6b6c4d0c86b33b9ee7ecd7e1 HTTP/1.1" status: 200 len: 375 time: 0.0092406 Jun 16 16:13:20.721823 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-41812eeb-2941-4094-aeef-f7e199afd0b7 req-0d71fc2b-ed90-4f31-ae12-a5734d0d59c7 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4e6c822c6b6c4d0c86b33b9ee7ecd7e1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0717928 Jun 16 16:13:20.809775 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-41812eeb-2941-4094-aeef-f7e199afd0b7 req-702e9f2d-ee6c-417c-ab79-f62ef4f80246 service neutron] 10.222.0.49 "GET /v2.0/networks/af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811708 Jun 16 16:13:20.902954 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-41812eeb-2941-4094-aeef-f7e199afd0b7 req-971e7602-6912-4fa2-bf37-ae087a7bf852 service neutron] 10.222.0.49 "GET /v2.0/networks/af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869663 Jun 16 16:13:21.070558 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-ba9981c1-af9e-4457-8ebf-84b7febf49f3 req-c81390be-582a-415f-8938-c4ab35bd073c tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6a243b2-84f5-436e-b43e-fe132afbfed6 HTTP/1.1" status: 200 len: 210 time: 0.0330637 Jun 16 16:13:21.328644 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-6ad78952-ea93-43a4-8288-1e7c2f1dde9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:21.766447 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d41af557-4025-4463-a34f-657690c090eb req-684c350a-e358-42d5-af7a-6805a2fb2c9c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fd0f51f7-f3e2-4aef-a493-a566d15bda7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0725501 Jun 16 16:13:21.878024 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41af557-4025-4463-a34f-657690c090eb req-c7e827e3-8c26-452c-924d-55a5e4cf28e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:13:21.879532 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d41af557-4025-4463-a34f-657690c090eb req-c7e827e3-8c26-452c-924d-55a5e4cf28e3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=801bc6047ffc40bf8e6f74767921a594&device_id=fd0f51f7-f3e2-4aef-a493-a566d15bda7b HTTP/1.1" status: 200 len: 1099 time: 0.0630012 Jun 16 16:13:22.023705 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41af557-4025-4463-a34f-657690c090eb req-328b9f8c-f13c-4da4-8dc7-6e07eca4de0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:13:22.025110 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d41af557-4025-4463-a34f-657690c090eb req-328b9f8c-f13c-4da4-8dc7-6e07eca4de0d service neutron] 10.222.0.15 "GET /v2.0/networks?id=a3ebedf3-8e19-44c9-ac63-65dd93c0bad7 HTTP/1.1" status: 200 len: 910 time: 0.1159358 Jun 16 16:13:22.107576 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d41af557-4025-4463-a34f-657690c090eb req-2a2d22cd-c19c-4164-a042-38624a019c1d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=529f026a-df40-4cda-af17-002a523cfcda HTTP/1.1" status: 200 len: 1002 time: 0.0705307 Jun 16 16:13:22.169220 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41af557-4025-4463-a34f-657690c090eb req-6c5382b7-93ef-42b4-8657-f817c1401646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:13:22.171194 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d41af557-4025-4463-a34f-657690c090eb req-6c5382b7-93ef-42b4-8657-f817c1401646 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fddd5f14-0f57-4350-96d9-5e8c4267026c HTTP/1.1" status: 200 len: 848 time: 0.0566201 Jun 16 16:13:22.239835 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41812eeb-2941-4094-aeef-f7e199afd0b7 req-26604c09-0d55-4e72-8948-86da06b2fe73 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:13:22.242732 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-41812eeb-2941-4094-aeef-f7e199afd0b7 req-26604c09-0d55-4e72-8948-86da06b2fe73 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.15 "GET /v2.0/networks?id=af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6 HTTP/1.1" status: 200 len: 813 time: 0.1344712 Jun 16 16:13:22.264256 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-5e4a8c22-7dbe-4691-b935-653e85e36838 req-5c284fb6-88c3-47ef-9904-fddcc800468a tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6a243b2-84f5-436e-b43e-fe132afbfed6 HTTP/1.1" status: 200 len: 210 time: 0.0405698 Jun 16 16:13:22.275907 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.v2.base [req-41812eeb-2941-4094-aeef-f7e199afd0b7 req-38bf2a40-e34c-4734-a87b-e3417911c3f4 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Request body: {'port': {'device_id': 'f6a243b2-84f5-436e-b43e-fe132afbfed6', 'network_id': 'af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6', 'admin_state_up': True, 'tenant_id': '4e6c822c6b6c4d0c86b33b9ee7ecd7e1'}} {{(pid=91875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:13:22.286538 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41af557-4025-4463-a34f-657690c090eb req-0f2355d4-6286-47e4-aa17-0f5b30c3de94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:13:22.288443 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d41af557-4025-4463-a34f-657690c090eb req-0f2355d4-6286-47e4-aa17-0f5b30c3de94 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a3ebedf3-8e19-44c9-ac63-65dd93c0bad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1078994 Jun 16 16:13:22.404273 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d41af557-4025-4463-a34f-657690c090eb req-b1c5b167-66c9-41c3-9ffb-79b0d9fff7e5 service neutron] 10.222.0.15 "GET /v2.0/networks/a3ebedf3-8e19-44c9-ac63-65dd93c0bad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068926 Jun 16 16:13:22.426400 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41812eeb-2941-4094-aeef-f7e199afd0b7 req-38bf2a40-e34c-4734-a87b-e3417911c3f4 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Made reservation on behalf of 4e6c822c6b6c4d0c86b33b9ee7ecd7e1 for: {'port': 1} {{(pid=91875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:13:22.430083 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-41812eeb-2941-4094-aeef-f7e199afd0b7 req-38bf2a40-e34c-4734-a87b-e3417911c3f4 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16110075'] for port, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:22.503958 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d41af557-4025-4463-a34f-657690c090eb req-0cea64a5-f9f2-47e9-b8b4-000b6f7c24e9 service neutron] 10.222.0.15 "GET /v2.0/networks/a3ebedf3-8e19-44c9-ac63-65dd93c0bad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922797 Jun 16 16:13:22.567909 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.db.db_base_plugin_common [req-41812eeb-2941-4094-aeef-f7e199afd0b7 req-38bf2a40-e34c-4734-a87b-e3417911c3f4 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Allocated IP 172.20.0.12 (af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6/add5b0d1-0666-4ce0-a7c5-25541cb09758/3407c41e-1789-42b7-9978-4cd82c3c1016) {{(pid=91875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:13:22.723754 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-41812eeb-2941-4094-aeef-f7e199afd0b7 req-38bf2a40-e34c-4734-a87b-e3417911c3f4 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Notify callbacks [] for port, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:22.766066 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-41812eeb-2941-4094-aeef-f7e199afd0b7 req-38bf2a40-e34c-4734-a87b-e3417911c3f4 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16110910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726810954487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449087'] for port, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:22.770709 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-cb16d7db-d6a8-437b-b4a3-7c87c779f999 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:13:22.779670 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] get_ports_and_sgs() called for port_ids ['95eeed68-1ac1-4792-802b-0642ebfa7ee3', '9ed241a7-9de8-4434-8ee6-a95dfc5fdccb', '1c898419-0cca-4da7-b5e7-122d0aef2589'] {{(pid=91876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:13:22.819310 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41812eeb-2941-4094-aeef-f7e199afd0b7 req-38bf2a40-e34c-4734-a87b-e3417911c3f4 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Network af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6 is already hosted by enough agents. {{(pid=91875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:13:22.824474 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.base_scheduler [req-41812eeb-2941-4094-aeef-f7e199afd0b7 req-38bf2a40-e34c-4734-a87b-e3417911c3f4 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Resources bound (agent type, host, resource id): {{(pid=91875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:13:22.829583 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [req-41812eeb-2941-4094-aeef-f7e199afd0b7 req-38bf2a40-e34c-4734-a87b-e3417911c3f4 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Received port after_create {{(pid=91875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:13:22.863715 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bf2a40-e34c-4734-a87b-e3417911c3f4 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Pushing event updated for resources: {'Port': ['ID=3407c41e-1789-42b7-9978-4cd82c3c1016,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:22.874618 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bf2a40-e34c-4734-a87b-e3417911c3f4 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:22.874961 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bf2a40-e34c-4734-a87b-e3417911c3f4 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:22.875336 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bf2a40-e34c-4734-a87b-e3417911c3f4 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:22.875716 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bf2a40-e34c-4734-a87b-e3417911c3f4 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:22.876067 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bf2a40-e34c-4734-a87b-e3417911c3f4 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:22.876427 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bf2a40-e34c-4734-a87b-e3417911c3f4 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:22.876785 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bf2a40-e34c-4734-a87b-e3417911c3f4 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:22.877211 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bf2a40-e34c-4734-a87b-e3417911c3f4 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:22.877591 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bf2a40-e34c-4734-a87b-e3417911c3f4 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:22.878121 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bf2a40-e34c-4734-a87b-e3417911c3f4 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:22.878479 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bf2a40-e34c-4734-a87b-e3417911c3f4 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:22.878868 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bf2a40-e34c-4734-a87b-e3417911c3f4 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:22.888778 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-38bf2a40-e34c-4734-a87b-e3417911c3f4 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:13:22.894173 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-459ba97e-0994-401b-bd86-9772962a392e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:22.895814 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41812eeb-2941-4094-aeef-f7e199afd0b7 req-38bf2a40-e34c-4734-a87b-e3417911c3f4 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:13:22.896433 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-41812eeb-2941-4094-aeef-f7e199afd0b7 req-38bf2a40-e34c-4734-a87b-e3417911c3f4 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208782'] for port, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:22.912327 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-41812eeb-2941-4094-aeef-f7e199afd0b7 req-38bf2a40-e34c-4734-a87b-e3417911c3f4 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6430645 Jun 16 16:13:22.928173 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.v2.base [req-41812eeb-2941-4094-aeef-f7e199afd0b7 req-96b229e7-11a8-4cbd-a597-131e0dc383e0 service neutron] Request body: {'port': {'device_id': 'f6a243b2-84f5-436e-b43e-fe132afbfed6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=91875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:13:23.004313 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-41812eeb-2941-4094-aeef-f7e199afd0b7 req-96b229e7-11a8-4cbd-a597-131e0dc383e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:23.264544 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [req-41812eeb-2941-4094-aeef-f7e199afd0b7 req-96b229e7-11a8-4cbd-a597-131e0dc383e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3407c41e-1789-42b7-9978-4cd82c3c1016 {{(pid=91875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:13:23.273246 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-41812eeb-2941-4094-aeef-f7e199afd0b7 req-96b229e7-11a8-4cbd-a597-131e0dc383e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:23.285426 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [req-41812eeb-2941-4094-aeef-f7e199afd0b7 req-96b229e7-11a8-4cbd-a597-131e0dc383e0 service neutron] Transition to ACTIVE for port object 3407c41e-1789-42b7-9978-4cd82c3c1016 will not be triggered until provisioned by entity L2. {{(pid=91875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:13:23.288861 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-41812eeb-2941-4094-aeef-f7e199afd0b7 req-96b229e7-11a8-4cbd-a597-131e0dc383e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449065'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:23.291541 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-b3930a25-dc3f-4fcf-a905-815436d3056e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:13:23.364962 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b229e7-11a8-4cbd-a597-131e0dc383e0 service neutron] Pushing event updated for resources: {'Port': ['ID=3407c41e-1789-42b7-9978-4cd82c3c1016,revision_number=2']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:23.385090 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-96b229e7-11a8-4cbd-a597-131e0dc383e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:13:23.463810 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [req-41812eeb-2941-4094-aeef-f7e199afd0b7 req-96b229e7-11a8-4cbd-a597-131e0dc383e0 service neutron] Attempting to bind port 3407c41e-1789-42b7-9978-4cd82c3c1016 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:13:23.464145 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [req-41812eeb-2941-4094-aeef-f7e199afd0b7 req-96b229e7-11a8-4cbd-a597-131e0dc383e0 service neutron] Attempting to bind port 3407c41e-1789-42b7-9978-4cd82c3c1016 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': 'e33fab1b-321f-4452-bea5-bee6c42db245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6'}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:13:23.464482 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41812eeb-2941-4094-aeef-f7e199afd0b7 req-96b229e7-11a8-4cbd-a597-131e0dc383e0 service neutron] Attempting to bind port 3407c41e-1789-42b7-9978-4cd82c3c1016 on network af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6 {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:13:23.474706 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41812eeb-2941-4094-aeef-f7e199afd0b7 req-96b229e7-11a8-4cbd-a597-131e0dc383e0 service neutron] Port 3407c41e-1789-42b7-9978-4cd82c3c1016 on network af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:13:23.475038 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41812eeb-2941-4094-aeef-f7e199afd0b7 req-96b229e7-11a8-4cbd-a597-131e0dc383e0 service neutron] Attempting to bind port 3407c41e-1789-42b7-9978-4cd82c3c1016 on network af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6 {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:13:23.485193 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41812eeb-2941-4094-aeef-f7e199afd0b7 req-96b229e7-11a8-4cbd-a597-131e0dc383e0 service neutron] Checking agent: {'id': 'c85a6c45-3e6f-4705-b11b-38e758c67377', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 3, 19), 'started_at': datetime.datetime(2021, 6, 16, 16, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:13:23.485550 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41812eeb-2941-4094-aeef-f7e199afd0b7 req-96b229e7-11a8-4cbd-a597-131e0dc383e0 service neutron] Checking segment: {'id': 'e33fab1b-321f-4452-bea5-bee6c42db245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:13:23.485929 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41812eeb-2941-4094-aeef-f7e199afd0b7 req-96b229e7-11a8-4cbd-a597-131e0dc383e0 service neutron] Bound using segment: {'id': 'e33fab1b-321f-4452-bea5-bee6c42db245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6'} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:13:23.486390 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [req-41812eeb-2941-4094-aeef-f7e199afd0b7 req-96b229e7-11a8-4cbd-a597-131e0dc383e0 service neutron] Bound port: 3407c41e-1789-42b7-9978-4cd82c3c1016, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e33fab1b-321f-4452-bea5-bee6c42db245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6'}}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:13:23.487324 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-41812eeb-2941-4094-aeef-f7e199afd0b7 req-96b229e7-11a8-4cbd-a597-131e0dc383e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:23.497209 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c5cad3-2dad-4926-a2dc-7bd1482b7083 req-7a9ea907-5435-436e-9b1a-6390fcdf5874 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:13:23.498864 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-89c5cad3-2dad-4926-a2dc-7bd1482b7083 req-7a9ea907-5435-436e-9b1a-6390fcdf5874 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6a243b2-84f5-436e-b43e-fe132afbfed6 HTTP/1.1" status: 200 len: 944 time: 0.1103013 Jun 16 16:13:23.570597 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-89c5cad3-2dad-4926-a2dc-7bd1482b7083 req-36bf80e3-faed-49dd-9a66-23f0bf791781 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/security-groups?id=863356e8-02fa-43d2-af02-6be2a8c1475d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651178 Jun 16 16:13:23.590169 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [req-41812eeb-2941-4094-aeef-f7e199afd0b7 req-96b229e7-11a8-4cbd-a597-131e0dc383e0 service neutron] For port 3407c41e-1789-42b7-9978-4cd82c3c1016, host hv-cinder-79611, cleared binding levels {{(pid=91875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:13:23.593187 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [req-41812eeb-2941-4094-aeef-f7e199afd0b7 req-96b229e7-11a8-4cbd-a597-131e0dc383e0 service neutron] For port 3407c41e-1789-42b7-9978-4cd82c3c1016, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=3407c41e-1789-42b7-9978-4cd82c3c1016,segment=NetworkSegment(e33fab1b-321f-4452-bea5-bee6c42db245),segment_id=e33fab1b-321f-4452-bea5-bee6c42db245)] {{(pid=91875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:13:23.597797 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-41812eeb-2941-4094-aeef-f7e199afd0b7 req-96b229e7-11a8-4cbd-a597-131e0dc383e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449065'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:23.600507 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-1a9b6fda-0c9a-4e8c-8dbd-9dcde6402250 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:13:23.630608 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41812eeb-2941-4094-aeef-f7e199afd0b7 req-96b229e7-11a8-4cbd-a597-131e0dc383e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:13:23.631207 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-41812eeb-2941-4094-aeef-f7e199afd0b7 req-96b229e7-11a8-4cbd-a597-131e0dc383e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208782'] for port, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:23.632560 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-41812eeb-2941-4094-aeef-f7e199afd0b7 req-96b229e7-11a8-4cbd-a597-131e0dc383e0 service neutron] 10.222.0.15 "PUT /v2.0/ports/3407c41e-1789-42b7-9978-4cd82c3c1016 HTTP/1.1" status: 200 len: 1094 time: 0.7089453 Jun 16 16:13:23.633057 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6a243b2-84f5-436e-b43e-fe132afbfed6', 'tag': '3407c41e-1789-42b7-9978-4cd82c3c1016'}] {{(pid=91875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:13:23.635378 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd288140b641fa203b825626e643c4ae2408c15f4fce5032d4686340f68cf7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c58064-e81d-4035-b961-6b560ed9733c" -d '{"events": [{"name": "network-changed", "server_uuid": "f6a243b2-84f5-436e-b43e-fe132afbfed6", "tag": "3407c41e-1789-42b7-9978-4cd82c3c1016"}]}' {{(pid=91875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:13:23.664517 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b229e7-11a8-4cbd-a597-131e0dc383e0 service neutron] Pushing event updated for resources: {'Port': ['ID=3407c41e-1789-42b7-9978-4cd82c3c1016,revision_number=3']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:23.668753 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-96b229e7-11a8-4cbd-a597-131e0dc383e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:13:23.670417 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f8bcc1-0a87-421c-9c62-c0e76825b65b x-openstack-request-id: req-75f8bcc1-0a87-421c-9c62-c0e76825b65b {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:13:23.670746 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6a243b2-84f5-436e-b43e-fe132afbfed6", "tag": "3407c41e-1789-42b7-9978-4cd82c3c1016", "status": "completed", "code": 200}]} {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:13:23.671038 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-75f8bcc1-0a87-421c-9c62-c0e76825b65b {{(pid=91875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:13:23.671460 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6a243b2-84f5-436e-b43e-fe132afbfed6', 'tag': '3407c41e-1789-42b7-9978-4cd82c3c1016', 'status': 'completed', 'code': 200} Jun 16 16:13:23.733252 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41812eeb-2941-4094-aeef-f7e199afd0b7 req-a5b28f79-8883-4747-ac71-97ccce3d28ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:13:23.734760 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-41812eeb-2941-4094-aeef-f7e199afd0b7 req-a5b28f79-8883-4747-ac71-97ccce3d28ca service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e6c822c6b6c4d0c86b33b9ee7ecd7e1&device_id=f6a243b2-84f5-436e-b43e-fe132afbfed6 HTTP/1.1" status: 200 len: 1097 time: 0.0528984 Jun 16 16:13:23.777882 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-41812eeb-2941-4094-aeef-f7e199afd0b7 req-5da6fe40-287a-48f0-b955-56b47ae13115 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3407c41e-1789-42b7-9978-4cd82c3c1016 HTTP/1.1" status: 200 len: 217 time: 0.0335469 Jun 16 16:13:23.830353 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41812eeb-2941-4094-aeef-f7e199afd0b7 req-7a278b94-13b4-4ea6-ae00-2eb5f06ac010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:13:23.831759 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-41812eeb-2941-4094-aeef-f7e199afd0b7 req-7a278b94-13b4-4ea6-ae00-2eb5f06ac010 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=add5b0d1-0666-4ce0-a7c5-25541cb09758 HTTP/1.1" status: 200 len: 853 time: 0.0467730 Jun 16 16:13:23.872196 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-41812eeb-2941-4094-aeef-f7e199afd0b7 req-c06849d0-a877-416b-84cc-a77df36173de service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255823 Jun 16 16:13:23.958810 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-41812eeb-2941-4094-aeef-f7e199afd0b7 req-02ae2774-a4be-46f0-b4f9-17aae82271ec service neutron] 10.222.0.15 "GET /v2.0/networks/af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784776 Jun 16 16:13:24.054499 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-41812eeb-2941-4094-aeef-f7e199afd0b7 req-38c2c56f-f0c1-43e4-b993-e1b9962dd0b4 service neutron] 10.222.0.15 "GET /v2.0/networks/af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858667 Jun 16 16:13:24.160846 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c58064-e81d-4035-b961-6b560ed9733c req-9311f199-5441-49e9-a51b-b0da6242cec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:13:24.162225 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-94c58064-e81d-4035-b961-6b560ed9733c req-9311f199-5441-49e9-a51b-b0da6242cec4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e6c822c6b6c4d0c86b33b9ee7ecd7e1&device_id=f6a243b2-84f5-436e-b43e-fe132afbfed6 HTTP/1.1" status: 200 len: 1097 time: 0.0531073 Jun 16 16:13:24.263505 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c58064-e81d-4035-b961-6b560ed9733c req-033df2cb-e7b6-42a8-8a13-126e1f775e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:13:24.264972 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-94c58064-e81d-4035-b961-6b560ed9733c req-033df2cb-e7b6-42a8-8a13-126e1f775e15 service neutron] 10.222.0.15 "GET /v2.0/networks?id=af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6 HTTP/1.1" status: 200 len: 914 time: 0.0880296 Jun 16 16:13:24.312337 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-94c58064-e81d-4035-b961-6b560ed9733c req-253d3b77-7191-492e-be38-fb37ebdfe40d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3407c41e-1789-42b7-9978-4cd82c3c1016 HTTP/1.1" status: 200 len: 217 time: 0.0350382 Jun 16 16:13:24.361173 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c58064-e81d-4035-b961-6b560ed9733c req-4a615678-39fa-4bc1-a12c-abcd544f5a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:13:24.363888 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-94c58064-e81d-4035-b961-6b560ed9733c req-4a615678-39fa-4bc1-a12c-abcd544f5a58 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=add5b0d1-0666-4ce0-a7c5-25541cb09758 HTTP/1.1" status: 200 len: 853 time: 0.0419111 Jun 16 16:13:24.402259 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-94c58064-e81d-4035-b961-6b560ed9733c req-4a93a22a-b5db-4494-a321-a349548a163c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296946 Jun 16 16:13:24.492828 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-94c58064-e81d-4035-b961-6b560ed9733c req-9908af9a-5cf8-40a7-be1a-d92a8cde69a0 service neutron] 10.222.0.15 "GET /v2.0/networks/af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804420 Jun 16 16:13:24.586189 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-94c58064-e81d-4035-b961-6b560ed9733c req-f5f9231d-8b61-4ac4-8134-31e31135a3bf service neutron] 10.222.0.15 "GET /v2.0/networks/af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841312 Jun 16 16:13:24.744548 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04576f81-4c18-4c07-9d14-ea29d9c2c2b9 req-1ac8d42e-74bd-4bf4-abb5-2fefff9b4923 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:13:24.746000 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-04576f81-4c18-4c07-9d14-ea29d9c2c2b9 req-1ac8d42e-74bd-4bf4-abb5-2fefff9b4923 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6a243b2-84f5-436e-b43e-fe132afbfed6 HTTP/1.1" status: 200 len: 944 time: 0.0632882 Jun 16 16:13:24.782028 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-04576f81-4c18-4c07-9d14-ea29d9c2c2b9 req-a2a2a05f-9aa8-403b-a57f-1f57ffb00d8d tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/security-groups?id=863356e8-02fa-43d2-af02-6be2a8c1475d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304801 Jun 16 16:13:25.957105 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea386f-093e-4ebb-9d59-f85af4bfb5ac req-e4719278-b904-4642-b2f6-232fab0b86bf tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:13:25.958578 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-3eea386f-093e-4ebb-9d59-f85af4bfb5ac req-e4719278-b904-4642-b2f6-232fab0b86bf tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6a243b2-84f5-436e-b43e-fe132afbfed6 HTTP/1.1" status: 200 len: 944 time: 0.0631959 Jun 16 16:13:25.994569 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-3eea386f-093e-4ebb-9d59-f85af4bfb5ac req-bb193293-f847-4367-ba90-dcfcb5822b93 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/security-groups?id=863356e8-02fa-43d2-af02-6be2a8c1475d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304680 Jun 16 16:13:26.139408 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device 3407c41e-1789-42b7-9978-4cd82c3c1016 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91876) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:13:26.234215 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] For port 3407c41e-1789-42b7-9978-4cd82c3c1016, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=3407c41e-1789-42b7-9978-4cd82c3c1016,segment=NetworkSegment(e33fab1b-321f-4452-bea5-bee6c42db245),segment_id=e33fab1b-321f-4452-bea5-bee6c42db245)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:13:26.246171 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Returning: {'device': '3407c41e-1789-42b7-9978-4cd82c3c1016', 'network_id': 'af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6', 'port_id': '3407c41e-1789-42b7-9978-4cd82c3c1016', 'mac_address': 'fa:16:3e:22:2d:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'add5b0d1-0666-4ce0-a7c5-25541cb09758', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91876) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:13:26.289278 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:26.302220 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.notifiers.nova [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3407c41e-1789-42b7-9978-4cd82c3c1016 {{(pid=91876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:13:26.321602 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] For port 3407c41e-1789-42b7-9978-4cd82c3c1016, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=3407c41e-1789-42b7-9978-4cd82c3c1016,segment=NetworkSegment(e33fab1b-321f-4452-bea5-bee6c42db245),segment_id=e33fab1b-321f-4452-bea5-bee6c42db245)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:13:26.325464 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:26.327186 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-4f67e33d-8a6d-46a9-a677-bd07da624d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:13:26.374051 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Pushing event updated for resources: {'Port': ['ID=3407c41e-1789-42b7-9978-4cd82c3c1016,revision_number=4']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:26.377005 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:13:26.612975 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] get_ports_and_sgs() called for port_ids ['3407c41e-1789-42b7-9978-4cd82c3c1016'] {{(pid=91876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:13:27.168251 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c39e6d-29d4-4bad-9989-09f193cba49d req-2562c21a-2251-4ad0-98bf-58c98bffa4f9 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:13:27.169684 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-53c39e6d-29d4-4bad-9989-09f193cba49d req-2562c21a-2251-4ad0-98bf-58c98bffa4f9 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6a243b2-84f5-436e-b43e-fe132afbfed6 HTTP/1.1" status: 200 len: 945 time: 0.0607464 Jun 16 16:13:27.206222 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-53c39e6d-29d4-4bad-9989-09f193cba49d req-41debb7d-533d-4b2a-8282-e59158457302 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/security-groups?id=863356e8-02fa-43d2-af02-6be2a8c1475d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301847 Jun 16 16:13:28.155699 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device 3407c41e-1789-42b7-9978-4cd82c3c1016 up at agent hyperv_hv-cinder-79611 {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:13:28.202657 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Provisioning for port 3407c41e-1789-42b7-9978-4cd82c3c1016 completed by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:13:28.206876 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Provisioning complete for port 3407c41e-1789-42b7-9978-4cd82c3c1016 triggered by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:13:28.207263 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:28.286407 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:28.308961 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6a243b2-84f5-436e-b43e-fe132afbfed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3407c41e-1789-42b7-9978-4cd82c3c1016'}] {{(pid=91876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:13:28.311381 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a9c68db8c06307a0250ecdd4df366f09270e0987ddc1c5d61c2ecaceaac02f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c1fb82-2fb9-4582-bb44-96c96b7cfaf5" -d '{"events": [{"server_uuid": "f6a243b2-84f5-436e-b43e-fe132afbfed6", "name": "network-vif-plugged", "status": "completed", "tag": "3407c41e-1789-42b7-9978-4cd82c3c1016"}]}' {{(pid=91876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:13:28.324782 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] For port 3407c41e-1789-42b7-9978-4cd82c3c1016, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=3407c41e-1789-42b7-9978-4cd82c3c1016,segment=NetworkSegment(e33fab1b-321f-4452-bea5-bee6c42db245),segment_id=e33fab1b-321f-4452-bea5-bee6c42db245)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:13:28.332487 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:28.334911 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:13:28.362373 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-003a543d-2116-42c5-9a34-7b026a803083 x-openstack-request-id: req-003a543d-2116-42c5-9a34-7b026a803083 {{(pid=91876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:13:28.362691 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6a243b2-84f5-436e-b43e-fe132afbfed6", "name": "network-vif-plugged", "status": "completed", "tag": "3407c41e-1789-42b7-9978-4cd82c3c1016", "code": 200}]} {{(pid=91876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:13:28.363123 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-003a543d-2116-42c5-9a34-7b026a803083 {{(pid=91876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:13:28.363539 dv-cinder-796114-3-iscsi neutron-server[91876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6a243b2-84f5-436e-b43e-fe132afbfed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3407c41e-1789-42b7-9978-4cd82c3c1016', 'code': 200} Jun 16 16:13:28.391554 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a2bf3-ccc2-4194-a521-48624731c462 req-b514e991-5fb2-446b-a45c-9eaa8fd603e5 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:13:28.393895 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-cb2a2bf3-ccc2-4194-a521-48624731c462 req-b514e991-5fb2-446b-a45c-9eaa8fd603e5 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6a243b2-84f5-436e-b43e-fe132afbfed6 HTTP/1.1" status: 200 len: 945 time: 0.0769353 Jun 16 16:13:28.394122 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Pushing event updated for resources: {'Port': ['ID=3407c41e-1789-42b7-9978-4cd82c3c1016,revision_number=5']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:28.401265 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:28.401717 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:28.402004 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:28.402362 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:28.402703 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:28.403033 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:28.403358 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:28.403684 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:28.404010 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:28.404333 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:28.404650 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:28.404978 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:28.409896 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:13:28.436779 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-cb2a2bf3-ccc2-4194-a521-48624731c462 req-93a65984-cd73-455d-bbf2-2c777431b270 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/security-groups?id=863356e8-02fa-43d2-af02-6be2a8c1475d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360222 Jun 16 16:13:28.582491 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0de60e0-c702-4215-b913-e28d4f4aaf87 req-190a7024-1394-4794-9ac9-92efa096d125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:13:28.583922 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-e0de60e0-c702-4215-b913-e28d4f4aaf87 req-190a7024-1394-4794-9ac9-92efa096d125 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f6a243b2-84f5-436e-b43e-fe132afbfed6 HTTP/1.1" status: 200 len: 1099 time: 0.0538266 Jun 16 16:13:28.619251 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-e0de60e0-c702-4215-b913-e28d4f4aaf87 req-84898934-e146-461d-b87b-a71d4a93cc77 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=863356e8-02fa-43d2-af02-6be2a8c1475d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282154 Jun 16 16:13:29.618223 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecba27f-156e-4543-9175-1adda6954bfd req-bc51a810-4871-40c5-b2d2-c8a50aacb7a0 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:13:29.619693 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-6ecba27f-156e-4543-9175-1adda6954bfd req-bc51a810-4871-40c5-b2d2-c8a50aacb7a0 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6a243b2-84f5-436e-b43e-fe132afbfed6 HTTP/1.1" status: 200 len: 946 time: 0.0656528 Jun 16 16:13:29.659392 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-6ecba27f-156e-4543-9175-1adda6954bfd req-b057a451-edc0-479a-a924-dae4c719eb79 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/security-groups?id=863356e8-02fa-43d2-af02-6be2a8c1475d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339200 Jun 16 16:13:30.828166 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c32515-3ef2-4dae-b6b3-851914c8a3ca req-0a0e754e-99b2-419d-930b-69f75a36e003 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:13:30.829526 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-63c32515-3ef2-4dae-b6b3-851914c8a3ca req-0a0e754e-99b2-419d-930b-69f75a36e003 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6a243b2-84f5-436e-b43e-fe132afbfed6 HTTP/1.1" status: 200 len: 946 time: 0.0620830 Jun 16 16:13:30.865542 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-63c32515-3ef2-4dae-b6b3-851914c8a3ca req-da8802f7-6ec5-4f82-8639-79a8f015109c tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/security-groups?id=863356e8-02fa-43d2-af02-6be2a8c1475d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298223 Jun 16 16:13:42.817695 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.agents_db [None req-058d43c2-15cf-4374-9ac5-1369303d1fb9 None None] Agent healthcheck: found 6 active agents {{(pid=91877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:13:42.857121 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a85f6-25a7-4e3e-a809-aee3d35bba69 req-9669d184-ce73-4174-b4f8-afeb50826a31 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:13:42.858611 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-e92a85f6-25a7-4e3e-a809-aee3d35bba69 req-9669d184-ce73-4174-b4f8-afeb50826a31 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6a243b2-84f5-436e-b43e-fe132afbfed6 HTTP/1.1" status: 200 len: 946 time: 0.0669546 Jun 16 16:13:42.895118 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-e92a85f6-25a7-4e3e-a809-aee3d35bba69 req-c8b2750d-df71-4294-b3ec-08931dfa5605 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/security-groups?id=863356e8-02fa-43d2-af02-6be2a8c1475d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303755 Jun 16 16:13:43.864905 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a38cd2d-2bd5-4cee-8e0a-0434e15a4862 req-5eed05f1-a7a9-461e-835f-fb3a7850b71b tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:13:43.866295 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-4a38cd2d-2bd5-4cee-8e0a-0434e15a4862 req-5eed05f1-a7a9-461e-835f-fb3a7850b71b tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd0f51f7-f3e2-4aef-a493-a566d15bda7b HTTP/1.1" status: 200 len: 946 time: 0.0631702 Jun 16 16:13:43.902694 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-4a38cd2d-2bd5-4cee-8e0a-0434e15a4862 req-213a70c7-23cc-4fdd-aa80-4573d94567a5 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/security-groups?id=423af48b-c5df-46e1-80e7-8deb00a62110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308461 Jun 16 16:13:44.071498 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b04f4a7-9b56-4f66-ab33-0fc92a70d1f7 req-aff40925-6098-4d8e-8409-a0feb6fa37f8 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:13:44.072919 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-5b04f4a7-9b56-4f66-ab33-0fc92a70d1f7 req-aff40925-6098-4d8e-8409-a0feb6fa37f8 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6a243b2-84f5-436e-b43e-fe132afbfed6 HTTP/1.1" status: 200 len: 946 time: 0.0672648 Jun 16 16:13:44.111918 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-5b04f4a7-9b56-4f66-ab33-0fc92a70d1f7 req-97c13288-63fd-4091-bbb9-4b072f7d984e tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/security-groups?id=863356e8-02fa-43d2-af02-6be2a8c1475d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320337 Jun 16 16:13:44.786298 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80acd83c-a190-41a0-9f02-02fd3ed292fd req-40fcc513-dd02-493e-8e9c-db83e689bd42 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:13:44.787607 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-80acd83c-a190-41a0-9f02-02fd3ed292fd req-40fcc513-dd02-493e-8e9c-db83e689bd42 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6a243b2-84f5-436e-b43e-fe132afbfed6 HTTP/1.1" status: 200 len: 946 time: 0.0651410 Jun 16 16:13:44.884911 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [req-80acd83c-a190-41a0-9f02-02fd3ed292fd req-23edd409-47d4-4a66-ba76-1c75bd06a345 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Deleting port 3407c41e-1789-42b7-9978-4cd82c3c1016 {{(pid=91875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:13:44.885252 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-80acd83c-a190-41a0-9f02-02fd3ed292fd req-23edd409-47d4-4a66-ba76-1c75bd06a345 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726811340957'] for port, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:44.978648 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [req-80acd83c-a190-41a0-9f02-02fd3ed292fd req-23edd409-47d4-4a66-ba76-1c75bd06a345 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] For port 3407c41e-1789-42b7-9978-4cd82c3c1016, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=3407c41e-1789-42b7-9978-4cd82c3c1016,segment=NetworkSegment(e33fab1b-321f-4452-bea5-bee6c42db245),segment_id=e33fab1b-321f-4452-bea5-bee6c42db245)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:13:44.979012 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-80acd83c-a190-41a0-9f02-02fd3ed292fd req-23edd409-47d4-4a66-ba76-1c75bd06a345 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674541'] for port, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:45.045745 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [req-80acd83c-a190-41a0-9f02-02fd3ed292fd req-23edd409-47d4-4a66-ba76-1c75bd06a345 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Calling delete_port for 3407c41e-1789-42b7-9978-4cd82c3c1016 owned by compute:nova {{(pid=91875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:13:45.079109 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9904859-e2e5-464d-aadb-9817c2615777 req-afdaf99b-ab03-4331-910b-dcfe6d932749 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:13:45.081199 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c9904859-e2e5-464d-aadb-9817c2615777 req-afdaf99b-ab03-4331-910b-dcfe6d932749 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd0f51f7-f3e2-4aef-a493-a566d15bda7b HTTP/1.1" status: 200 len: 946 time: 0.0629733 Jun 16 16:13:45.122533 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c9904859-e2e5-464d-aadb-9817c2615777 req-e4f2143d-b9cd-4c74-a999-e1a2837dbb7f tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/security-groups?id=423af48b-c5df-46e1-80e7-8deb00a62110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349643 Jun 16 16:13:45.173984 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-80acd83c-a190-41a0-9f02-02fd3ed292fd req-23edd409-47d4-4a66-ba76-1c75bd06a345 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726811346809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726810953732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449056'] for port, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:45.177981 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-e6c1727a-62d7-4aa9-9ccf-6aaa4401d397 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:13:45.186252 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] get_ports_and_sgs() called for port_ids ['95eeed68-1ac1-4792-802b-0642ebfa7ee3', '9ed241a7-9de8-4434-8ee6-a95dfc5fdccb', '1c898419-0cca-4da7-b5e7-122d0aef2589', '3407c41e-1789-42b7-9978-4cd82c3c1016'] {{(pid=91876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:13:45.203499 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23edd409-47d4-4a66-ba76-1c75bd06a345 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Pushing event deleted for resources: {'Port': ['ID=3407c41e-1789-42b7-9978-4cd82c3c1016,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:45.207263 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-23edd409-47d4-4a66-ba76-1c75bd06a345 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:13:45.274972 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [req-80acd83c-a190-41a0-9f02-02fd3ed292fd req-23edd409-47d4-4a66-ba76-1c75bd06a345 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] No DVR routers for this DVR port 3407c41e-1789-42b7-9978-4cd82c3c1016 on host hv-cinder-79611 {{(pid=91875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:13:45.278074 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-60509fa8-1910-4d56-9108-f2b467146f02 req-33c20008-cfa3-4e1e-90e0-736bcc55d357 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6a243b2-84f5-436e-b43e-fe132afbfed6 HTTP/1.1" status: 200 len: 210 time: 0.0462468 Jun 16 16:13:45.279084 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-80acd83c-a190-41a0-9f02-02fd3ed292fd req-23edd409-47d4-4a66-ba76-1c75bd06a345 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208782'] for port, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:45.280922 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-80acd83c-a190-41a0-9f02-02fd3ed292fd req-23edd409-47d4-4a66-ba76-1c75bd06a345 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.15 "DELETE /v2.0/ports/3407c41e-1789-42b7-9978-4cd82c3c1016 HTTP/1.1" status: 204 len: 173 time: 0.4869428 Jun 16 16:13:45.281576 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6a243b2-84f5-436e-b43e-fe132afbfed6', 'name': 'network-vif-deleted', 'tag': '3407c41e-1789-42b7-9978-4cd82c3c1016'}] {{(pid=91875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:13:45.283949 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd288140b641fa203b825626e643c4ae2408c15f4fce5032d4686340f68cf7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d9e652a-7c83-482e-813a-6b645ac6b0fd" -d '{"events": [{"server_uuid": "f6a243b2-84f5-436e-b43e-fe132afbfed6", "name": "network-vif-deleted", "tag": "3407c41e-1789-42b7-9978-4cd82c3c1016"}]}' {{(pid=91875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:13:45.346628 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06191180-0778-487e-b3dd-4295a4dfab7c x-openstack-request-id: req-06191180-0778-487e-b3dd-4295a4dfab7c {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:13:45.347056 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6a243b2-84f5-436e-b43e-fe132afbfed6", "name": "network-vif-deleted", "tag": "3407c41e-1789-42b7-9978-4cd82c3c1016", "status": "completed", "code": 200}]} {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:13:45.347611 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-06191180-0778-487e-b3dd-4295a4dfab7c {{(pid=91875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:13:45.348216 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6a243b2-84f5-436e-b43e-fe132afbfed6', 'name': 'network-vif-deleted', 'tag': '3407c41e-1789-42b7-9978-4cd82c3c1016', 'status': 'completed', 'code': 200} Jun 16 16:13:46.302606 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aab528-5b62-47cc-8b56-0262b8e38af6 req-abad6da5-c81c-4225-849f-bf54b04df4f6 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:13:46.303984 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-78aab528-5b62-47cc-8b56-0262b8e38af6 req-abad6da5-c81c-4225-849f-bf54b04df4f6 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd0f51f7-f3e2-4aef-a493-a566d15bda7b HTTP/1.1" status: 200 len: 946 time: 0.0635030 Jun 16 16:13:46.340583 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-78aab528-5b62-47cc-8b56-0262b8e38af6 req-14eaf837-340e-4227-a424-7e86a55f209c tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/security-groups?id=423af48b-c5df-46e1-80e7-8deb00a62110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309179 Jun 16 16:13:47.466683 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-49678925-4bbd-4a32-a573-7cdc26fe5fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:47.521442 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ffa953-3c36-4f7e-b5e7-ab409fba9036 req-b1dac894-feaa-4e7d-a7c3-77d83d23a6a2 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:13:47.523110 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-f3ffa953-3c36-4f7e-b5e7-ab409fba9036 req-b1dac894-feaa-4e7d-a7c3-77d83d23a6a2 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd0f51f7-f3e2-4aef-a493-a566d15bda7b HTTP/1.1" status: 200 len: 946 time: 0.0695255 Jun 16 16:13:47.561383 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-f3ffa953-3c36-4f7e-b5e7-ab409fba9036 req-a65afe26-a0e0-4893-b533-ccf5bbd46d16 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/security-groups?id=423af48b-c5df-46e1-80e7-8deb00a62110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322168 Jun 16 16:13:47.875940 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bba98e-ac95-4751-95b5-fdba95cbbb2b req-64bc48ba-86bf-48c6-937c-e2c41f15e2e8 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:13:47.877836 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-26bba98e-ac95-4751-95b5-fdba95cbbb2b req-64bc48ba-86bf-48c6-937c-e2c41f15e2e8 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/ports?device_id=f34145fd-cdf6-47c9-96a6-6f713c2ea2df HTTP/1.1" status: 200 len: 945 time: 0.0612180 Jun 16 16:13:47.913284 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-26bba98e-ac95-4751-95b5-fdba95cbbb2b req-9ad62dad-8ecb-48bb-8f07-e653da7393e7 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/security-groups?id=863356e8-02fa-43d2-af02-6be2a8c1475d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299540 Jun 16 16:13:48.734355 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb51020-8eec-4c06-90b4-9dd687c45bed req-54c8ea1f-45a5-4dfa-a982-305d521b9940 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:13:48.735942 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-7cb51020-8eec-4c06-90b4-9dd687c45bed req-54c8ea1f-45a5-4dfa-a982-305d521b9940 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd0f51f7-f3e2-4aef-a493-a566d15bda7b HTTP/1.1" status: 200 len: 946 time: 0.0641320 Jun 16 16:13:48.773304 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-7cb51020-8eec-4c06-90b4-9dd687c45bed req-32a6dede-3f22-4e67-a5fc-5364a986efc2 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/security-groups?id=423af48b-c5df-46e1-80e7-8deb00a62110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317450 Jun 16 16:13:49.086807 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab3a60-189c-408b-91c6-21624aac0104 req-689d656e-01e7-4a54-b0f3-96512b4804fa tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:13:49.088177 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-83ab3a60-189c-408b-91c6-21624aac0104 req-689d656e-01e7-4a54-b0f3-96512b4804fa tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/ports?device_id=f34145fd-cdf6-47c9-96a6-6f713c2ea2df HTTP/1.1" status: 200 len: 945 time: 0.0661333 Jun 16 16:13:49.124944 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-83ab3a60-189c-408b-91c6-21624aac0104 req-0566fa04-8b3b-420a-8b49-cc30edc67f2e tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/security-groups?id=863356e8-02fa-43d2-af02-6be2a8c1475d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312514 Jun 16 16:13:49.466954 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:49.640374 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7199b7-86ab-4ca3-8487-07be0f11b2d6 req-7bc9a543-96a6-4244-bbd6-7091fbf59cc9 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:13:49.641870 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-6d7199b7-86ab-4ca3-8487-07be0f11b2d6 req-7bc9a543-96a6-4244-bbd6-7091fbf59cc9 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.15 "GET /v2.0/ports?device_id=f34145fd-cdf6-47c9-96a6-6f713c2ea2df HTTP/1.1" status: 200 len: 945 time: 0.0626051 Jun 16 16:13:49.744953 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [req-6d7199b7-86ab-4ca3-8487-07be0f11b2d6 req-27a36454-5295-48f8-8a21-f57d0010e566 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Deleting port 1c898419-0cca-4da7-b5e7-122d0aef2589 {{(pid=91875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:13:49.745183 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-6d7199b7-86ab-4ca3-8487-07be0f11b2d6 req-27a36454-5295-48f8-8a21-f57d0010e566 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726811340957'] for port, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:49.828727 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [req-6d7199b7-86ab-4ca3-8487-07be0f11b2d6 req-27a36454-5295-48f8-8a21-f57d0010e566 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] For port 1c898419-0cca-4da7-b5e7-122d0aef2589, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=1c898419-0cca-4da7-b5e7-122d0aef2589,segment=NetworkSegment(e33fab1b-321f-4452-bea5-bee6c42db245),segment_id=e33fab1b-321f-4452-bea5-bee6c42db245)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:13:49.829084 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-6d7199b7-86ab-4ca3-8487-07be0f11b2d6 req-27a36454-5295-48f8-8a21-f57d0010e566 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674541'] for port, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:49.888092 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-1959d23b-bdb7-4ee3-8b7f-62638fdc22cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:49.896560 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [req-6d7199b7-86ab-4ca3-8487-07be0f11b2d6 req-27a36454-5295-48f8-8a21-f57d0010e566 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Calling delete_port for 1c898419-0cca-4da7-b5e7-122d0aef2589 owned by compute:nova {{(pid=91875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:13:49.948057 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4aac1f-42dc-4018-9678-0b01511d55a2 req-e91dc170-8c77-48c0-a964-0dea9fb1d390 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:13:49.949573 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-5b4aac1f-42dc-4018-9678-0b01511d55a2 req-e91dc170-8c77-48c0-a964-0dea9fb1d390 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd0f51f7-f3e2-4aef-a493-a566d15bda7b HTTP/1.1" status: 200 len: 946 time: 0.0661669 Jun 16 16:13:49.967912 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:49.990689 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-5b4aac1f-42dc-4018-9678-0b01511d55a2 req-611fc984-801a-46d8-9a71-1ef9f2ca46b3 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/security-groups?id=423af48b-c5df-46e1-80e7-8deb00a62110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346713 Jun 16 16:13:50.025084 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-6d7199b7-86ab-4ca3-8487-07be0f11b2d6 req-27a36454-5295-48f8-8a21-f57d0010e566 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726811346809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726810953732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449056'] for port, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:50.029264 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-38bf2a40-e34c-4734-a87b-e3417911c3f4 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:13:50.040197 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] get_ports_and_sgs() called for port_ids ['95eeed68-1ac1-4792-802b-0642ebfa7ee3', '9ed241a7-9de8-4434-8ee6-a95dfc5fdccb', '1c898419-0cca-4da7-b5e7-122d0aef2589'] {{(pid=91876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:13:50.064167 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a36454-5295-48f8-8a21-f57d0010e566 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Pushing event deleted for resources: {'Port': ['ID=1c898419-0cca-4da7-b5e7-122d0aef2589,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:50.067694 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-27a36454-5295-48f8-8a21-f57d0010e566 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:13:50.113282 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d7199b7-86ab-4ca3-8487-07be0f11b2d6 req-27a36454-5295-48f8-8a21-f57d0010e566 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] No DVR routers for this DVR port 1c898419-0cca-4da7-b5e7-122d0aef2589 on host hv-cinder-79611 {{(pid=91875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:13:50.115730 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-6d7199b7-86ab-4ca3-8487-07be0f11b2d6 req-27a36454-5295-48f8-8a21-f57d0010e566 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208782'] for port, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:50.117740 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-6d7199b7-86ab-4ca3-8487-07be0f11b2d6 req-27a36454-5295-48f8-8a21-f57d0010e566 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.15 "DELETE /v2.0/ports/1c898419-0cca-4da7-b5e7-122d0aef2589 HTTP/1.1" status: 204 len: 173 time: 0.4702809 Jun 16 16:13:50.118251 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f34145fd-cdf6-47c9-96a6-6f713c2ea2df', 'name': 'network-vif-deleted', 'tag': '1c898419-0cca-4da7-b5e7-122d0aef2589'}] {{(pid=91875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:13:50.120576 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd288140b641fa203b825626e643c4ae2408c15f4fce5032d4686340f68cf7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a36d96-e28c-484a-9e71-746ac9404405" -d '{"events": [{"server_uuid": "f34145fd-cdf6-47c9-96a6-6f713c2ea2df", "name": "network-vif-deleted", "tag": "1c898419-0cca-4da7-b5e7-122d0aef2589"}]}' {{(pid=91875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:13:50.163596 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25fba159-e338-4edd-a79f-8bb1e79d2195 x-openstack-request-id: req-25fba159-e338-4edd-a79f-8bb1e79d2195 {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:13:50.163931 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f34145fd-cdf6-47c9-96a6-6f713c2ea2df", "name": "network-vif-deleted", "tag": "1c898419-0cca-4da7-b5e7-122d0aef2589", "status": "completed", "code": 200}]} {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:13:50.164224 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-25fba159-e338-4edd-a79f-8bb1e79d2195 {{(pid=91875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:13:50.164755 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f34145fd-cdf6-47c9-96a6-6f713c2ea2df', 'name': 'network-vif-deleted', 'tag': '1c898419-0cca-4da7-b5e7-122d0aef2589', 'status': 'completed', 'code': 200} Jun 16 16:13:50.305931 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a3947591-1d3b-4ca0-b13a-f97f829558e4 req-84977b22-2b1b-48f3-ae81-c448353b4d3b tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/ports?device_id=f34145fd-cdf6-47c9-96a6-6f713c2ea2df HTTP/1.1" status: 200 len: 210 time: 0.0378060 Jun 16 16:13:50.340929 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device 3407c41e-1789-42b7-9978-4cd82c3c1016 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:13:50.361686 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] No Port match for: 3407c41e-1789-42b7-9978-4cd82c3c1016 {{(pid=91876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:13:50.362038 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device 3407c41e-1789-42b7-9978-4cd82c3c1016 not bound to the agent host hv-cinder-79611 {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:13:51.167530 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c414f5b3-1206-47e6-92bd-56e2cfed30ec req-1edd773c-80c9-4c94-b23b-f35c8ccfced9 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:13:51.168961 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-c414f5b3-1206-47e6-92bd-56e2cfed30ec req-1edd773c-80c9-4c94-b23b-f35c8ccfced9 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd0f51f7-f3e2-4aef-a493-a566d15bda7b HTTP/1.1" status: 200 len: 946 time: 0.0634434 Jun 16 16:13:51.205742 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-c414f5b3-1206-47e6-92bd-56e2cfed30ec req-24b9f4ed-dd25-414e-a496-0642b5c44122 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/security-groups?id=423af48b-c5df-46e1-80e7-8deb00a62110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304039 Jun 16 16:13:51.330893 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-6ad78952-ea93-43a4-8288-1e7c2f1dde9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:51.746344 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3041769f-361c-423d-8394-a99a96e41804 req-fc228395-b97e-45c0-9807-e356cfd3e71f tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:13:51.747787 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-3041769f-361c-423d-8394-a99a96e41804 req-fc228395-b97e-45c0-9807-e356cfd3e71f tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/ports?device_id=627f37ff-f69a-4f49-b95f-126fdfbff2f7 HTTP/1.1" status: 200 len: 946 time: 0.0624959 Jun 16 16:13:51.784936 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-3041769f-361c-423d-8394-a99a96e41804 req-4951a802-9f90-4f98-b443-05b58fc662f8 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/security-groups?id=863356e8-02fa-43d2-af02-6be2a8c1475d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307605 Jun 16 16:13:52.380319 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bfd1b8-19cb-4b60-83ac-db1801602d9e req-f03efb4f-0b3f-4722-b626-e7e88a79b049 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:13:52.381759 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-c9bfd1b8-19cb-4b60-83ac-db1801602d9e req-f03efb4f-0b3f-4722-b626-e7e88a79b049 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd0f51f7-f3e2-4aef-a493-a566d15bda7b HTTP/1.1" status: 200 len: 946 time: 0.0642653 Jun 16 16:13:52.417683 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-c9bfd1b8-19cb-4b60-83ac-db1801602d9e req-23d21310-452c-46e6-bb2c-516306520162 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/security-groups?id=423af48b-c5df-46e1-80e7-8deb00a62110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302858 Jun 16 16:13:52.863849 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-459ba97e-0994-401b-bd86-9772962a392e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:52.956888 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36866925-ff0f-4d0d-9c41-ab45574fd564 req-2f5f64a0-830b-4731-90a6-78a6bb524519 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:13:52.958360 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-36866925-ff0f-4d0d-9c41-ab45574fd564 req-2f5f64a0-830b-4731-90a6-78a6bb524519 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/ports?device_id=627f37ff-f69a-4f49-b95f-126fdfbff2f7 HTTP/1.1" status: 200 len: 946 time: 0.0628791 Jun 16 16:13:52.995219 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-36866925-ff0f-4d0d-9c41-ab45574fd564 req-b13391f8-6577-4791-b082-692a8c766f13 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/security-groups?id=863356e8-02fa-43d2-af02-6be2a8c1475d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312071 Jun 16 16:13:53.081925 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1b6cfb-5e33-4a7b-a031-2f1c7a6b7d24 req-f55b4f2e-a56a-47d8-aca1-97eee794ccdb tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:13:53.083271 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-0b1b6cfb-5e33-4a7b-a031-2f1c7a6b7d24 req-f55b4f2e-a56a-47d8-aca1-97eee794ccdb tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.15 "GET /v2.0/ports?device_id=627f37ff-f69a-4f49-b95f-126fdfbff2f7 HTTP/1.1" status: 200 len: 946 time: 0.0619240 Jun 16 16:13:53.182540 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [req-0b1b6cfb-5e33-4a7b-a031-2f1c7a6b7d24 req-77e7a910-97ae-4e3b-bd26-41476eed1ae0 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Deleting port 9ed241a7-9de8-4434-8ee6-a95dfc5fdccb {{(pid=91875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:13:53.182878 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-0b1b6cfb-5e33-4a7b-a031-2f1c7a6b7d24 req-77e7a910-97ae-4e3b-bd26-41476eed1ae0 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726811340957'] for port, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:53.267601 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [req-0b1b6cfb-5e33-4a7b-a031-2f1c7a6b7d24 req-77e7a910-97ae-4e3b-bd26-41476eed1ae0 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] For port 9ed241a7-9de8-4434-8ee6-a95dfc5fdccb, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=9ed241a7-9de8-4434-8ee6-a95dfc5fdccb,segment=NetworkSegment(e33fab1b-321f-4452-bea5-bee6c42db245),segment_id=e33fab1b-321f-4452-bea5-bee6c42db245)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:13:53.267958 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-0b1b6cfb-5e33-4a7b-a031-2f1c7a6b7d24 req-77e7a910-97ae-4e3b-bd26-41476eed1ae0 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674541'] for port, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:53.331750 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [req-0b1b6cfb-5e33-4a7b-a031-2f1c7a6b7d24 req-77e7a910-97ae-4e3b-bd26-41476eed1ae0 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Calling delete_port for 9ed241a7-9de8-4434-8ee6-a95dfc5fdccb owned by compute:nova {{(pid=91875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:13:53.453739 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-0b1b6cfb-5e33-4a7b-a031-2f1c7a6b7d24 req-77e7a910-97ae-4e3b-bd26-41476eed1ae0 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726811346809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726810953732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449056'] for port, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:53.459914 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-96b229e7-11a8-4cbd-a597-131e0dc383e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:13:53.468011 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] get_ports_and_sgs() called for port_ids ['95eeed68-1ac1-4792-802b-0642ebfa7ee3', '9ed241a7-9de8-4434-8ee6-a95dfc5fdccb'] {{(pid=91876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:13:53.490934 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e7a910-97ae-4e3b-bd26-41476eed1ae0 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Pushing event deleted for resources: {'Port': ['ID=9ed241a7-9de8-4434-8ee6-a95dfc5fdccb,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:53.492991 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-77e7a910-97ae-4e3b-bd26-41476eed1ae0 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:13:53.539251 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b1b6cfb-5e33-4a7b-a031-2f1c7a6b7d24 req-77e7a910-97ae-4e3b-bd26-41476eed1ae0 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] No DVR routers for this DVR port 9ed241a7-9de8-4434-8ee6-a95dfc5fdccb on host hv-cinder-79611 {{(pid=91875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:13:53.542005 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-0b1b6cfb-5e33-4a7b-a031-2f1c7a6b7d24 req-77e7a910-97ae-4e3b-bd26-41476eed1ae0 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208782'] for port, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:53.544014 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-0b1b6cfb-5e33-4a7b-a031-2f1c7a6b7d24 req-77e7a910-97ae-4e3b-bd26-41476eed1ae0 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.15 "DELETE /v2.0/ports/9ed241a7-9de8-4434-8ee6-a95dfc5fdccb HTTP/1.1" status: 204 len: 173 time: 0.4541211 Jun 16 16:13:53.551350 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '627f37ff-f69a-4f49-b95f-126fdfbff2f7', 'name': 'network-vif-deleted', 'tag': '9ed241a7-9de8-4434-8ee6-a95dfc5fdccb'}] {{(pid=91875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:13:53.553665 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd288140b641fa203b825626e643c4ae2408c15f4fce5032d4686340f68cf7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada03e59-c3e5-4e69-9bf7-1171fd12f750" -d '{"events": [{"server_uuid": "627f37ff-f69a-4f49-b95f-126fdfbff2f7", "name": "network-vif-deleted", "tag": "9ed241a7-9de8-4434-8ee6-a95dfc5fdccb"}]}' {{(pid=91875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:13:53.600279 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c60214-808e-407a-bf0a-b9c6040965f8 x-openstack-request-id: req-09c60214-808e-407a-bf0a-b9c6040965f8 {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:13:53.600641 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "627f37ff-f69a-4f49-b95f-126fdfbff2f7", "name": "network-vif-deleted", "tag": "9ed241a7-9de8-4434-8ee6-a95dfc5fdccb", "status": "completed", "code": 200}]} {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:13:53.601193 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-09c60214-808e-407a-bf0a-b9c6040965f8 {{(pid=91875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:13:53.601657 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '627f37ff-f69a-4f49-b95f-126fdfbff2f7', 'name': 'network-vif-deleted', 'tag': '9ed241a7-9de8-4434-8ee6-a95dfc5fdccb', 'status': 'completed', 'code': 200} Jun 16 16:13:53.627147 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17c766-cfcb-44e4-94b9-f369d1cf87b5 req-b2f77026-466d-4816-a883-87126f4d973f tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:13:53.628865 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-1d17c766-cfcb-44e4-94b9-f369d1cf87b5 req-b2f77026-466d-4816-a883-87126f4d973f tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd0f51f7-f3e2-4aef-a493-a566d15bda7b HTTP/1.1" status: 200 len: 946 time: 0.0908310 Jun 16 16:13:53.666985 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-1d17c766-cfcb-44e4-94b9-f369d1cf87b5 req-e017ae31-3ce8-44fe-b1c0-dc9af6c35c9c tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/security-groups?id=423af48b-c5df-46e1-80e7-8deb00a62110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321453 Jun 16 16:13:54.166134 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-b2788186-6c81-47c5-89ad-28da32bbe78c req-432c7751-b2e7-438f-a43e-e423673cefb2 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/ports?device_id=627f37ff-f69a-4f49-b95f-126fdfbff2f7 HTTP/1.1" status: 200 len: 210 time: 0.0390270 Jun 16 16:13:54.214194 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7a965-1825-4aef-bd20-4d0fffb8e5a1 req-e8b839e1-ecc8-4772-86e3-cfa9afebe03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:13:54.215545 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-43d7a965-1825-4aef-bd20-4d0fffb8e5a1 req-e8b839e1-ecc8-4772-86e3-cfa9afebe03d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=801bc6047ffc40bf8e6f74767921a594&device_id=fd0f51f7-f3e2-4aef-a493-a566d15bda7b HTTP/1.1" status: 200 len: 1099 time: 0.0562930 Jun 16 16:13:54.302156 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7a965-1825-4aef-bd20-4d0fffb8e5a1 req-4173ba81-ad64-4304-a285-5ab322cbdae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:13:54.303593 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-43d7a965-1825-4aef-bd20-4d0fffb8e5a1 req-4173ba81-ad64-4304-a285-5ab322cbdae8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a3ebedf3-8e19-44c9-ac63-65dd93c0bad7 HTTP/1.1" status: 200 len: 910 time: 0.0808852 Jun 16 16:13:54.341766 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device 1c898419-0cca-4da7-b5e7-122d0aef2589 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:13:54.362108 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] No Port match for: 1c898419-0cca-4da7-b5e7-122d0aef2589 {{(pid=91876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:13:54.362479 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device 1c898419-0cca-4da7-b5e7-122d0aef2589 not bound to the agent host hv-cinder-79611 {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:13:54.370468 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-43d7a965-1825-4aef-bd20-4d0fffb8e5a1 req-a3f0faaf-1fe7-48d6-b208-b7d4f202f0c5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=529f026a-df40-4cda-af17-002a523cfcda HTTP/1.1" status: 200 len: 1002 time: 0.0595357 Jun 16 16:13:54.686114 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7a965-1825-4aef-bd20-4d0fffb8e5a1 req-43413f26-72cd-43ab-955f-dbf9537b04e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:13:54.687533 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-43d7a965-1825-4aef-bd20-4d0fffb8e5a1 req-43413f26-72cd-43ab-955f-dbf9537b04e0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fddd5f14-0f57-4350-96d9-5e8c4267026c HTTP/1.1" status: 200 len: 848 time: 0.3105080 Jun 16 16:13:54.744416 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7a965-1825-4aef-bd20-4d0fffb8e5a1 req-7ce08892-ba5b-4945-8f76-58e573ccaab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:13:54.746552 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-43d7a965-1825-4aef-bd20-4d0fffb8e5a1 req-7ce08892-ba5b-4945-8f76-58e573ccaab1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a3ebedf3-8e19-44c9-ac63-65dd93c0bad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0518038 Jun 16 16:13:54.872311 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-43d7a965-1825-4aef-bd20-4d0fffb8e5a1 req-d67a277e-2613-461c-a95d-23b900b4f4e2 service neutron] 10.222.0.15 "GET /v2.0/networks/a3ebedf3-8e19-44c9-ac63-65dd93c0bad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191871 Jun 16 16:13:54.894036 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c06de87-afce-4d43-baf1-ce60bd6be26c req-4c77f6d5-124f-4b2b-a726-773ead478b8b tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:13:54.895392 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-1c06de87-afce-4d43-baf1-ce60bd6be26c req-4c77f6d5-124f-4b2b-a726-773ead478b8b tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd0f51f7-f3e2-4aef-a493-a566d15bda7b HTTP/1.1" status: 200 len: 946 time: 0.0954022 Jun 16 16:13:54.975879 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-1c06de87-afce-4d43-baf1-ce60bd6be26c req-881df6a9-fdb3-46c0-b908-deb709ea331a tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/security-groups?id=423af48b-c5df-46e1-80e7-8deb00a62110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717473 Jun 16 16:13:54.996256 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-43d7a965-1825-4aef-bd20-4d0fffb8e5a1 req-f7d72a58-fa4c-47a1-84d8-d176afe473e7 service neutron] 10.222.0.15 "GET /v2.0/networks/a3ebedf3-8e19-44c9-ac63-65dd93c0bad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176469 Jun 16 16:13:56.146914 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f4470-f506-40a8-8c11-198ff0e5beeb req-636572a7-17c3-417f-b874-351591e45c6f tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:13:56.148339 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-e57f4470-f506-40a8-8c11-198ff0e5beeb req-636572a7-17c3-417f-b874-351591e45c6f tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd0f51f7-f3e2-4aef-a493-a566d15bda7b HTTP/1.1" status: 200 len: 946 time: 0.0622873 Jun 16 16:13:56.185623 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-e57f4470-f506-40a8-8c11-198ff0e5beeb req-358b4361-f66e-483a-a947-5b0da2b87962 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/security-groups?id=423af48b-c5df-46e1-80e7-8deb00a62110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316441 Jun 16 16:13:56.737488 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1781ac5-841a-42a7-be49-45ba13de401e req-1540e83b-e473-4e26-9c5e-0a21fb5b7bc6 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:13:56.738932 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-a1781ac5-841a-42a7-be49-45ba13de401e req-1540e83b-e473-4e26-9c5e-0a21fb5b7bc6 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/ports?device_id=960bbcb7-10a8-40cd-ac53-7572145c74bb HTTP/1.1" status: 200 len: 945 time: 0.0661829 Jun 16 16:13:56.780535 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-a1781ac5-841a-42a7-be49-45ba13de401e req-52241634-f7f2-4244-8d8a-60e692eb2b9f tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/security-groups?id=863356e8-02fa-43d2-af02-6be2a8c1475d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359302 Jun 16 16:13:57.365246 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e7728b-478b-406b-9d12-ccd9df4f0f36 req-d18ca23b-96c6-407b-aa0a-67260425b0e5 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:13:57.366740 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-95e7728b-478b-406b-9d12-ccd9df4f0f36 req-d18ca23b-96c6-407b-aa0a-67260425b0e5 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd0f51f7-f3e2-4aef-a493-a566d15bda7b HTTP/1.1" status: 200 len: 946 time: 0.0657904 Jun 16 16:13:57.403104 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-95e7728b-478b-406b-9d12-ccd9df4f0f36 req-8bc5e08a-a9ad-46b1-af29-c0daf9b3f6d5 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/security-groups?id=423af48b-c5df-46e1-80e7-8deb00a62110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307052 Jun 16 16:13:57.680126 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 43104) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:13:57.748875 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4525fac8-f361-43af-8b2e-bfd123751969 req-1e37f0bd-1786-4d34-b201-8f0c70e8efb8 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:13:57.750411 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-4525fac8-f361-43af-8b2e-bfd123751969 req-1e37f0bd-1786-4d34-b201-8f0c70e8efb8 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd0f51f7-f3e2-4aef-a493-a566d15bda7b HTTP/1.1" status: 200 len: 946 time: 0.0646083 Jun 16 16:13:57.771783 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-ed5db1a1-d498-4be5-b934-5b8e834e8839 req-db441187-1ef2-4a78-bf7f-c560304a3345 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fd0f51f7-f3e2-4aef-a493-a566d15bda7b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0902987 Jun 16 16:13:57.788513 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-4525fac8-f361-43af-8b2e-bfd123751969 req-6d240a23-0766-43ae-9d22-175d1b3284c9 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/security-groups?id=423af48b-c5df-46e1-80e7-8deb00a62110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320897 Jun 16 16:13:57.966025 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2bd312-544f-4387-acb8-a57ce25f76d5 req-6b12ae09-f588-497e-8206-d1e6d3eaa1c0 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:13:57.967512 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-ee2bd312-544f-4387-acb8-a57ce25f76d5 req-6b12ae09-f588-497e-8206-d1e6d3eaa1c0 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/ports?device_id=960bbcb7-10a8-40cd-ac53-7572145c74bb HTTP/1.1" status: 200 len: 945 time: 0.0668483 Jun 16 16:13:58.007910 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-ee2bd312-544f-4387-acb8-a57ce25f76d5 req-3000b16a-ad7d-4444-aabf-00d2cd9860d1 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/security-groups?id=863356e8-02fa-43d2-af02-6be2a8c1475d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342731 Jun 16 16:13:58.274617 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaf13b7-b3ea-4ee5-9097-9bfc89d087e3 req-6c5918db-4a26-4441-ae82-0c02bb51bf99 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:13:58.276034 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-2aaf13b7-b3ea-4ee5-9097-9bfc89d087e3 req-6c5918db-4a26-4441-ae82-0c02bb51bf99 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.15 "GET /v2.0/ports?device_id=960bbcb7-10a8-40cd-ac53-7572145c74bb HTTP/1.1" status: 200 len: 945 time: 0.0666239 Jun 16 16:13:58.368171 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device 9ed241a7-9de8-4434-8ee6-a95dfc5fdccb no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:13:58.381745 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [req-2aaf13b7-b3ea-4ee5-9097-9bfc89d087e3 req-ca3856e5-b346-4075-9cdb-06d63cd94130 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Deleting port 95eeed68-1ac1-4792-802b-0642ebfa7ee3 {{(pid=91875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:13:58.382095 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-2aaf13b7-b3ea-4ee5-9097-9bfc89d087e3 req-ca3856e5-b346-4075-9cdb-06d63cd94130 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726811340957'] for port, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:58.388352 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] No Port match for: 9ed241a7-9de8-4434-8ee6-a95dfc5fdccb {{(pid=91876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:13:58.388784 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device 9ed241a7-9de8-4434-8ee6-a95dfc5fdccb not bound to the agent host hv-cinder-79611 {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:13:58.472785 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [req-2aaf13b7-b3ea-4ee5-9097-9bfc89d087e3 req-ca3856e5-b346-4075-9cdb-06d63cd94130 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] For port 95eeed68-1ac1-4792-802b-0642ebfa7ee3, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=95eeed68-1ac1-4792-802b-0642ebfa7ee3,segment=NetworkSegment(e33fab1b-321f-4452-bea5-bee6c42db245),segment_id=e33fab1b-321f-4452-bea5-bee6c42db245)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:13:58.473071 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-2aaf13b7-b3ea-4ee5-9097-9bfc89d087e3 req-ca3856e5-b346-4075-9cdb-06d63cd94130 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674541'] for port, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:58.540659 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [req-2aaf13b7-b3ea-4ee5-9097-9bfc89d087e3 req-ca3856e5-b346-4075-9cdb-06d63cd94130 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Calling delete_port for 95eeed68-1ac1-4792-802b-0642ebfa7ee3 owned by compute:nova {{(pid=91875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:13:58.674824 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-2aaf13b7-b3ea-4ee5-9097-9bfc89d087e3 req-ca3856e5-b346-4075-9cdb-06d63cd94130 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726811346809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726810953732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449056'] for port, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:58.678432 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:13:58.686556 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] get_ports_and_sgs() called for port_ids ['95eeed68-1ac1-4792-802b-0642ebfa7ee3'] {{(pid=91876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:13:58.703284 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3856e5-b346-4075-9cdb-06d63cd94130 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Pushing event deleted for resources: {'Port': ['ID=95eeed68-1ac1-4792-802b-0642ebfa7ee3,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:58.707503 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-ca3856e5-b346-4075-9cdb-06d63cd94130 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:13:58.755789 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aaf13b7-b3ea-4ee5-9097-9bfc89d087e3 req-ca3856e5-b346-4075-9cdb-06d63cd94130 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] No DVR routers for this DVR port 95eeed68-1ac1-4792-802b-0642ebfa7ee3 on host hv-cinder-79611 {{(pid=91875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:13:58.758362 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-2aaf13b7-b3ea-4ee5-9097-9bfc89d087e3 req-ca3856e5-b346-4075-9cdb-06d63cd94130 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208782'] for port, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:58.760306 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-2aaf13b7-b3ea-4ee5-9097-9bfc89d087e3 req-ca3856e5-b346-4075-9cdb-06d63cd94130 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.15 "DELETE /v2.0/ports/95eeed68-1ac1-4792-802b-0642ebfa7ee3 HTTP/1.1" status: 204 len: 173 time: 0.4723506 Jun 16 16:13:58.760807 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '960bbcb7-10a8-40cd-ac53-7572145c74bb', 'name': 'network-vif-deleted', 'tag': '95eeed68-1ac1-4792-802b-0642ebfa7ee3'}] {{(pid=91875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:13:58.765952 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd288140b641fa203b825626e643c4ae2408c15f4fce5032d4686340f68cf7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-249cf8ac-2a0d-4f67-943a-9d5c9f75e7dd" -d '{"events": [{"server_uuid": "960bbcb7-10a8-40cd-ac53-7572145c74bb", "name": "network-vif-deleted", "tag": "95eeed68-1ac1-4792-802b-0642ebfa7ee3"}]}' {{(pid=91875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:13:58.801817 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94503fe2-ef55-4c48-90e2-42229968e315 x-openstack-request-id: req-94503fe2-ef55-4c48-90e2-42229968e315 {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:13:58.802253 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "960bbcb7-10a8-40cd-ac53-7572145c74bb", "name": "network-vif-deleted", "tag": "95eeed68-1ac1-4792-802b-0642ebfa7ee3", "status": "completed", "code": 200}]} {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:13:58.802654 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-94503fe2-ef55-4c48-90e2-42229968e315 {{(pid=91875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:13:58.803092 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '960bbcb7-10a8-40cd-ac53-7572145c74bb', 'name': 'network-vif-deleted', 'tag': '95eeed68-1ac1-4792-802b-0642ebfa7ee3', 'status': 'completed', 'code': 200} Jun 16 16:13:58.970829 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b974005-490e-473d-991e-8d78b6c7ba64 req-2ebc6c8d-d847-4f98-a697-d2c14b212ce3 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:13:58.972293 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-2b974005-490e-473d-991e-8d78b6c7ba64 req-2ebc6c8d-d847-4f98-a697-d2c14b212ce3 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd0f51f7-f3e2-4aef-a493-a566d15bda7b HTTP/1.1" status: 200 len: 946 time: 0.0680685 Jun 16 16:13:59.008554 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-2b974005-490e-473d-991e-8d78b6c7ba64 req-a3efaaca-7350-4518-bb5f-09a3047a0a14 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/security-groups?id=423af48b-c5df-46e1-80e7-8deb00a62110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305588 Jun 16 16:13:59.167012 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-807ada01-ec7f-4f09-bb62-25aa8f6b3449 req-a2c40f13-340c-4da7-bbbc-fe20e0c6ee31 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] 10.222.0.49 "GET /v2.0/ports?device_id=960bbcb7-10a8-40cd-ac53-7572145c74bb HTTP/1.1" status: 200 len: 210 time: 0.0330839 Jun 16 16:13:59.244897 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5db1a1-d498-4be5-b934-5b8e834e8839 req-958ab311-b32f-4b64-8cde-2d4b119b5688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:13:59.246388 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-ed5db1a1-d498-4be5-b934-5b8e834e8839 req-958ab311-b32f-4b64-8cde-2d4b119b5688 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fd0f51f7-f3e2-4aef-a493-a566d15bda7b&tenant_id=801bc6047ffc40bf8e6f74767921a594 HTTP/1.1" status: 200 len: 1099 time: 0.0938964 Jun 16 16:13:59.319637 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5db1a1-d498-4be5-b934-5b8e834e8839 req-344e2cb6-d563-46c7-9d62-96f20371aa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:13:59.320958 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-ed5db1a1-d498-4be5-b934-5b8e834e8839 req-344e2cb6-d563-46c7-9d62-96f20371aa2b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=801bc6047ffc40bf8e6f74767921a594&device_id=fd0f51f7-f3e2-4aef-a493-a566d15bda7b HTTP/1.1" status: 200 len: 1099 time: 0.0504413 Jun 16 16:13:59.406055 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5db1a1-d498-4be5-b934-5b8e834e8839 req-da274e5e-a11d-4574-ac5d-4cf4dec36b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:13:59.408101 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-ed5db1a1-d498-4be5-b934-5b8e834e8839 req-da274e5e-a11d-4574-ac5d-4cf4dec36b82 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a3ebedf3-8e19-44c9-ac63-65dd93c0bad7 HTTP/1.1" status: 200 len: 910 time: 0.0801823 Jun 16 16:13:59.483516 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-ed5db1a1-d498-4be5-b934-5b8e834e8839 req-774a414b-9687-4db8-afa7-869eb931a362 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=529f026a-df40-4cda-af17-002a523cfcda HTTP/1.1" status: 200 len: 1002 time: 0.0614200 Jun 16 16:13:59.532849 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5db1a1-d498-4be5-b934-5b8e834e8839 req-7b6c1242-52ba-4a2d-9af8-30d67ed33fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:13:59.536692 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-ed5db1a1-d498-4be5-b934-5b8e834e8839 req-7b6c1242-52ba-4a2d-9af8-30d67ed33fd8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fddd5f14-0f57-4350-96d9-5e8c4267026c HTTP/1.1" status: 200 len: 848 time: 0.0471261 Jun 16 16:13:59.592888 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5db1a1-d498-4be5-b934-5b8e834e8839 req-be84a25f-bcba-4e51-a172-ec15ba1ce406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:13:59.595531 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-ed5db1a1-d498-4be5-b934-5b8e834e8839 req-be84a25f-bcba-4e51-a172-ec15ba1ce406 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a3ebedf3-8e19-44c9-ac63-65dd93c0bad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0514383 Jun 16 16:13:59.698429 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-ed5db1a1-d498-4be5-b934-5b8e834e8839 req-faa81942-af40-4183-98fe-81ad2fb4a632 service neutron] 10.222.0.15 "GET /v2.0/networks/a3ebedf3-8e19-44c9-ac63-65dd93c0bad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953350 Jun 16 16:13:59.784487 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-ed5db1a1-d498-4be5-b934-5b8e834e8839 req-fa981d8c-4258-43a5-98d9-5d631c348c91 service neutron] 10.222.0.15 "GET /v2.0/networks/a3ebedf3-8e19-44c9-ac63-65dd93c0bad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794194 Jun 16 16:14:00.186137 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d44b4df-1730-49f9-b468-b921c11ca8bc req-41808bc6-2a59-4e17-be1d-71281c902fcb tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:00.187555 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-3d44b4df-1730-49f9-b468-b921c11ca8bc req-41808bc6-2a59-4e17-be1d-71281c902fcb tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd0f51f7-f3e2-4aef-a493-a566d15bda7b HTTP/1.1" status: 200 len: 946 time: 0.0656347 Jun 16 16:14:00.225280 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-3d44b4df-1730-49f9-b468-b921c11ca8bc req-ef6f367f-b788-4257-9ba4-e38a23a71d0b tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/security-groups?id=423af48b-c5df-46e1-80e7-8deb00a62110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318394 Jun 16 16:14:00.260709 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 43126) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:00.303227 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdd4bcc9-a4ea-4b99-ac2b-ff4e2d2705e1 admin admin] Deleting subnet add5b0d1-0666-4ce0-a7c5-25541cb09758 {{(pid=91875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:14:00.306196 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-cdd4bcc9-a4ea-4b99-ac2b-ff4e2d2705e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:00.338937 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-cdd4bcc9-a4ea-4b99-ac2b-ff4e2d2705e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4037720'] for subnet, precommit_delete_associations {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:00.375780 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device 529f026a-df40-4cda-af17-002a523cfcda no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:14:00.376753 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-cdd4bcc9-a4ea-4b99-ac2b-ff4e2d2705e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16234147'] for subnet, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:00.433809 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-cdd4bcc9-a4ea-4b99-ac2b-ff4e2d2705e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16234172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2449002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58917308'] for subnet, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:00.435980 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:00.455095 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:00.460186 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd4bcc9-a4ea-4b99-ac2b-ff4e2d2705e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=add5b0d1-0666-4ce0-a7c5-25541cb09758,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:00.463143 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-cdd4bcc9-a4ea-4b99-ac2b-ff4e2d2705e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:00.464108 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-cdd4bcc9-a4ea-4b99-ac2b-ff4e2d2705e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:00.466120 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-cdd4bcc9-a4ea-4b99-ac2b-ff4e2d2705e1 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/add5b0d1-0666-4ce0-a7c5-25541cb09758 HTTP/1.1" status: 204 len: 168 time: 0.2043569 Jun 16 16:14:00.468542 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 43128) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:00.481510 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd0f51f7-f3e2-4aef-a493-a566d15bda7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '529f026a-df40-4cda-af17-002a523cfcda'}] {{(pid=91876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:14:00.483768 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a9c68db8c06307a0250ecdd4df366f09270e0987ddc1c5d61c2ecaceaac02f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac472393-290f-4593-866b-934f41339cb1" -d '{"events": [{"server_uuid": "fd0f51f7-f3e2-4aef-a493-a566d15bda7b", "name": "network-vif-unplugged", "status": "completed", "tag": "529f026a-df40-4cda-af17-002a523cfcda"}]}' {{(pid=91876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:14:00.498992 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] For port 529f026a-df40-4cda-af17-002a523cfcda, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=529f026a-df40-4cda-af17-002a523cfcda,segment=NetworkSegment(3cd1e79d-857f-4698-965a-d9a3a3d0116f),segment_id=3cd1e79d-857f-4698-965a-d9a3a3d0116f)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:14:00.511130 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:00.514016 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:00.540338 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Jun 2021 16:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb39f3e0-716f-419c-8be4-9c8703fdb0d7 x-openstack-request-id: req-cb39f3e0-716f-419c-8be4-9c8703fdb0d7 {{(pid=91876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:14:00.540647 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd0f51f7-f3e2-4aef-a493-a566d15bda7b", "name": "network-vif-unplugged", "status": "completed", "tag": "529f026a-df40-4cda-af17-002a523cfcda", "code": 200}]} {{(pid=91876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:14:00.540896 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cb39f3e0-716f-419c-8be4-9c8703fdb0d7 {{(pid=91876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:14:00.541287 dv-cinder-796114-3-iscsi neutron-server[91876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd0f51f7-f3e2-4aef-a493-a566d15bda7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '529f026a-df40-4cda-af17-002a523cfcda', 'code': 200} Jun 16 16:14:00.566728 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Pushing event updated for resources: {'Port': ['ID=529f026a-df40-4cda-af17-002a523cfcda,revision_number=6']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:00.567421 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-08b6ca56-acaf-46f1-a2e7-8c7d96aa8855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16160318'] for network, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:00.569920 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:00.647785 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-08b6ca56-acaf-46f1-a2e7-8c7d96aa8855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16236332', 'neutron.services.segments.db._delete_segments_for_network-8726811427889'] for network, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:00.657056 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.services.segments.db [None req-08b6ca56-acaf-46f1-a2e7-8c7d96aa8855 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6']}} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:14:00.673795 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.services.segments.db [None req-08b6ca56-acaf-46f1-a2e7-8c7d96aa8855 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e33fab1b-321f-4452-bea5-bee6c42db245') {'for_net_delete': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:14:00.674307 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.services.segments.db [None req-08b6ca56-acaf-46f1-a2e7-8c7d96aa8855 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e33fab1b-321f-4452-bea5-bee6c42db245') {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:14:00.687433 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-08b6ca56-acaf-46f1-a2e7-8c7d96aa8855 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726811427202', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4037697'] for segment, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:00.701113 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-08b6ca56-acaf-46f1-a2e7-8c7d96aa8855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233616'] for segment, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:00.707357 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08b6ca56-acaf-46f1-a2e7-8c7d96aa8855 admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=91875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:14:00.707739 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-08b6ca56-acaf-46f1-a2e7-8c7d96aa8855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2449141'] for segment, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:00.709325 dv-cinder-796114-3-iscsi neutron-server[91875]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:14:00.709325 dv-cinder-796114-3-iscsi neutron-server[91875]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:14:00.709325 dv-cinder-796114-3-iscsi neutron-server[91875]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:14:00.709325 dv-cinder-796114-3-iscsi neutron-server[91875]: retrieve_revision_numbers = { Jun 16 16:14:00.709325 dv-cinder-796114-3-iscsi neutron-server[91875]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:14:00.709325 dv-cinder-796114-3-iscsi neutron-server[91875]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:14:00.709325 dv-cinder-796114-3-iscsi neutron-server[91875]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:14:00.709325 dv-cinder-796114-3-iscsi neutron-server[91875]: retrieve_revision_numbers = { Jun 16 16:14:00.709325 dv-cinder-796114-3-iscsi neutron-server[91875]: Traceback (most recent call last): Jun 16 16:14:00.709325 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:14:00.709325 dv-cinder-796114-3-iscsi neutron-server[91875]: timer() Jun 16 16:14:00.709325 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:14:00.709325 dv-cinder-796114-3-iscsi neutron-server[91875]: cb(*args, **kw) Jun 16 16:14:00.709325 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:14:00.709325 dv-cinder-796114-3-iscsi neutron-server[91875]: return func(*args, **kwargs) Jun 16 16:14:00.709325 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:14:00.709325 dv-cinder-796114-3-iscsi neutron-server[91875]: self._notify() Jun 16 16:14:00.709325 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:14:00.709325 dv-cinder-796114-3-iscsi neutron-server[91875]: self.callback(batched_events) Jun 16 16:14:00.709325 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:14:00.709325 dv-cinder-796114-3-iscsi neutron-server[91875]: event.method(event) Jun 16 16:14:00.709325 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:14:00.709325 dv-cinder-796114-3-iscsi neutron-server[91875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:14:00.709325 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:14:00.709325 dv-cinder-796114-3-iscsi neutron-server[91875]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:14:00.709325 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:14:00.709325 dv-cinder-796114-3-iscsi neutron-server[91875]: return f(self, *a, **k) Jun 16 16:14:00.709325 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:14:00.709325 dv-cinder-796114-3-iscsi neutron-server[91875]: return self._get(url).json() Jun 16 16:14:00.709325 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:14:00.709325 dv-cinder-796114-3-iscsi neutron-server[91875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:14:00.709325 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:14:00.709325 dv-cinder-796114-3-iscsi neutron-server[91875]: return self.request(url, 'GET', **kwargs) Jun 16 16:14:00.709325 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:14:00.709325 dv-cinder-796114-3-iscsi neutron-server[91875]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:14:00.709325 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:14:00.709325 dv-cinder-796114-3-iscsi neutron-server[91875]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:14:00.709325 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:14:00.709325 dv-cinder-796114-3-iscsi neutron-server[91875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:14:00.709325 dv-cinder-796114-3-iscsi neutron-server[91875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:14:00.759811 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-08b6ca56-acaf-46f1-a2e7-8c7d96aa8855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16236325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-700135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702067'] for network, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:00.763583 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:00.767561 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-08b6ca56-acaf-46f1-a2e7-8c7d96aa8855 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16222807'] for network, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:00.769152 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-08b6ca56-acaf-46f1-a2e7-8c7d96aa8855 admin admin] 10.222.0.49 "DELETE /v2.0/networks/af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6 HTTP/1.1" status: 204 len: 168 time: 0.2997160 Jun 16 16:14:00.778539 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b6ca56-acaf-46f1-a2e7-8c7d96aa8855 admin admin] Pushing event deleted for resources: {'Network': ['ID=af9d50d6-3d36-42b9-9aa1-3f2d100ee7f6,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:00.781330 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-08b6ca56-acaf-46f1-a2e7-8c7d96aa8855 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:00.872822 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 43134) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:00.916273 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-7a34dc64-687b-4781-9722-f9574926e06c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4e6c822c6b6c4d0c86b33b9ee7ecd7e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0421832 Jun 16 16:14:00.918558 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 43136) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:00.966209 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-84075341-7ac6-43a1-af5a-649bda3e4ca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:00.986750 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-84075341-7ac6-43a1-af5a-649bda3e4ca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:01.030723 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-84075341-7ac6-43a1-af5a-649bda3e4ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:01.033423 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-84075341-7ac6-43a1-af5a-649bda3e4ca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:01.034544 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-84075341-7ac6-43a1-af5a-649bda3e4ca1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/863356e8-02fa-43d2-af02-6be2a8c1475d HTTP/1.1" status: 204 len: 168 time: 0.1151125 Jun 16 16:14:01.035283 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-3d59716a-4bb3-422d-af17-42629f7a4314 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:01.042464 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84075341-7ac6-43a1-af5a-649bda3e4ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=863356e8-02fa-43d2-af02-6be2a8c1475d,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:01.044841 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-84075341-7ac6-43a1-af5a-649bda3e4ca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:01.403042 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9431b00b-6137-47ab-ab3a-4929e95dbc7a req-7cc2d270-56f4-42ae-81ff-521927f93cb4 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:01.404687 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-9431b00b-6137-47ab-ab3a-4929e95dbc7a req-7cc2d270-56f4-42ae-81ff-521927f93cb4 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd0f51f7-f3e2-4aef-a493-a566d15bda7b HTTP/1.1" status: 200 len: 944 time: 0.0666428 Jun 16 16:14:01.444345 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-9431b00b-6137-47ab-ab3a-4929e95dbc7a req-22b1e7eb-ab4b-447c-97a9-20937b2cce20 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/security-groups?id=423af48b-c5df-46e1-80e7-8deb00a62110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335622 Jun 16 16:14:01.682808 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 43160) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:01.773734 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.v2.base [None req-ae3b525d-d469-4a2a-8587-e80c72eaab8f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-535943087-network', 'tenant_id': '37536b3f36744282bca4b1ed58631299'}} {{(pid=91875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:14:01.794959 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae3b525d-d469-4a2a-8587-e80c72eaab8f admin admin] Made reservation on behalf of 37536b3f36744282bca4b1ed58631299 for: {'network': 1} {{(pid=91875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:14:01.797245 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-ae3b525d-d469-4a2a-8587-e80c72eaab8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16110075'] for network, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:01.805341 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-ae3b525d-d469-4a2a-8587-e80c72eaab8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:01.899322 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-ae3b525d-d469-4a2a-8587-e80c72eaab8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:01.903058 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-ae3b525d-d469-4a2a-8587-e80c72eaab8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:01.907122 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d54ed606-e5f1-4949-b944-b8b9095f4a5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:01.925678 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae3b525d-d469-4a2a-8587-e80c72eaab8f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=91875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:14:01.939522 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3b525d-d469-4a2a-8587-e80c72eaab8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c89ee814-a790-4fd1-ab32-56789d27367a,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:01.944333 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-ae3b525d-d469-4a2a-8587-e80c72eaab8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:01.945544 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-ae3b525d-d469-4a2a-8587-e80c72eaab8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233616'] for segment, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:01.945900 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.db.segments_db [None req-ae3b525d-d469-4a2a-8587-e80c72eaab8f admin admin] Added segment 16d7cb7f-dce1-4d6b-aef8-0d60defa7b6f of type vlan for network 597a544e-417c-4c45-b55b-ff6b2676d902 Jun 16 16:14:01.988761 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-ae3b525d-d469-4a2a-8587-e80c72eaab8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726810908546'] for network, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:02.016188 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-ae3b525d-d469-4a2a-8587-e80c72eaab8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-700135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792'] for network, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:02.018543 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3b525d-d469-4a2a-8587-e80c72eaab8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:02.019124 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-ae3b525d-d469-4a2a-8587-e80c72eaab8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16222807'] for network, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:02.021983 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-eaadf974-3806-4257-b19f-e2cb61adfde3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:02.044243 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-ae3b525d-d469-4a2a-8587-e80c72eaab8f admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3603618 Jun 16 16:14:02.047783 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 43164) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:02.052843 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-ff44cabb-dca0-4f47-8d55-7065008e5e7b admin admin] Request body: {'subnet': {'network_id': '597a544e-417c-4c45-b55b-ff6b2676d902', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-535943087-subnet', 'tenant_id': '37536b3f36744282bca4b1ed58631299', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:14:02.074486 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff44cabb-dca0-4f47-8d55-7065008e5e7b admin admin] Made reservation on behalf of 37536b3f36744282bca4b1ed58631299 for: {'subnet': 1} {{(pid=91874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:14:02.077013 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-ff44cabb-dca0-4f47-8d55-7065008e5e7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3923756'] for subnet, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:02.082666 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3b525d-d469-4a2a-8587-e80c72eaab8f admin admin] Pushing event updated for resources: {'Network': ['ID=597a544e-417c-4c45-b55b-ff6b2676d902,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:02.085763 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-ae3b525d-d469-4a2a-8587-e80c72eaab8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:02.092934 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Network 597a544e-417c-4c45-b55b-ff6b2676d902 details requested by agent ovs-agent-dv-cinder-796114-3-iscsi with host dv-cinder-796114-3-iscsi {{(pid=91876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:14:02.248432 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-ff44cabb-dca0-4f47-8d55-7065008e5e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3529062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3923774'] for subnet, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:02.250587 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-947bfec7-3664-4414-972d-c8005a4b11dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:02.301892 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff44cabb-dca0-4f47-8d55-7065008e5e7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a6251e9-77af-4535-83bc-aa43292780ba,revision_number=0']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:02.314611 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff44cabb-dca0-4f47-8d55-7065008e5e7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:02.314611 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff44cabb-dca0-4f47-8d55-7065008e5e7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:02.314871 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff44cabb-dca0-4f47-8d55-7065008e5e7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:02.315140 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff44cabb-dca0-4f47-8d55-7065008e5e7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:02.315497 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff44cabb-dca0-4f47-8d55-7065008e5e7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:02.315854 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff44cabb-dca0-4f47-8d55-7065008e5e7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:02.316205 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff44cabb-dca0-4f47-8d55-7065008e5e7b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:02.316556 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff44cabb-dca0-4f47-8d55-7065008e5e7b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:02.316908 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff44cabb-dca0-4f47-8d55-7065008e5e7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:02.317257 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff44cabb-dca0-4f47-8d55-7065008e5e7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:02.317632 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff44cabb-dca0-4f47-8d55-7065008e5e7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:02.317978 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff44cabb-dca0-4f47-8d55-7065008e5e7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:02.322824 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-ff44cabb-dca0-4f47-8d55-7065008e5e7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:02.323901 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff44cabb-dca0-4f47-8d55-7065008e5e7b admin admin] Checking segment: {'id': '16d7cb7f-dce1-4d6b-aef8-0d60defa7b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '597a544e-417c-4c45-b55b-ff6b2676d902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:14:02.324438 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff44cabb-dca0-4f47-8d55-7065008e5e7b admin admin] Network hostable DHCP agents. Network: 597a544e-417c-4c45-b55b-ff6b2676d902, hostable agents: ['bb1823c3-707b-401a-ae95-86070490f7a6'], hosted agents: [] {{(pid=91874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:14:02.340591 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff44cabb-dca0-4f47-8d55-7065008e5e7b admin admin] Network 597a544e-417c-4c45-b55b-ff6b2676d902 is scheduled to be hosted by DHCP agent bb1823c3-707b-401a-ae95-86070490f7a6 with binding_index 1 {{(pid=91874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:14:02.350961 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [None req-ff44cabb-dca0-4f47-8d55-7065008e5e7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796114-3-iscsi, 597a544e-417c-4c45-b55b-ff6b2676d902) {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:14:02.355474 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff44cabb-dca0-4f47-8d55-7065008e5e7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:02.356481 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-ff44cabb-dca0-4f47-8d55-7065008e5e7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16222807'] for subnet, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:02.359631 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe62970-6764-4214-b75e-88156ae1a76e None None] Network 597a544e-417c-4c45-b55b-ff6b2676d902 requested from dv-cinder-796114-3-iscsi {{(pid=91876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:14:02.370965 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-ff44cabb-dca0-4f47-8d55-7065008e5e7b admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3221109 Jun 16 16:14:02.401339 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device 95eeed68-1ac1-4792-802b-0642ebfa7ee3 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:14:02.427574 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] No Port match for: 95eeed68-1ac1-4792-802b-0642ebfa7ee3 {{(pid=91876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:14:02.427936 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device 95eeed68-1ac1-4792-802b-0642ebfa7ee3 not bound to the agent host hv-cinder-79611 {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:14:02.518450 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2587d30-b6eb-4e07-902d-da3441c373d8 None None] Network 597a544e-417c-4c45-b55b-ff6b2676d902 requested from dv-cinder-796114-3-iscsi {{(pid=91876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:14:02.628650 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69007399-1368-4785-aa5d-d159932aaf5b req-324e3cdf-2f17-430f-9cfb-de6760d83578 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:02.630381 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-69007399-1368-4785-aa5d-d159932aaf5b req-324e3cdf-2f17-430f-9cfb-de6760d83578 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd0f51f7-f3e2-4aef-a493-a566d15bda7b HTTP/1.1" status: 200 len: 944 time: 0.0657785 Jun 16 16:14:02.674093 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-69007399-1368-4785-aa5d-d159932aaf5b req-9c70df97-f26d-4411-ba94-af6fcef6b88e tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/security-groups?id=423af48b-c5df-46e1-80e7-8deb00a62110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366900 Jun 16 16:14:02.858900 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 43182) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:02.864790 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-5f00e17e-459d-4fec-9419-cdfce663b275 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2002062200-network', 'tenant_id': '077ed15537b64591a38076d657d9a1e2'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:14:02.888474 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f00e17e-459d-4fec-9419-cdfce663b275 admin admin] Made reservation on behalf of 077ed15537b64591a38076d657d9a1e2 for: {'network': 1} {{(pid=91874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:14:02.891010 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-5f00e17e-459d-4fec-9419-cdfce663b275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16110075'] for network, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:02.904797 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-5f00e17e-459d-4fec-9419-cdfce663b275 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:02.996935 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-5f00e17e-459d-4fec-9419-cdfce663b275 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:03.000623 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-5f00e17e-459d-4fec-9419-cdfce663b275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:03.004619 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-40e47035-985d-462f-9cda-e95aa429a3cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:03.025136 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f00e17e-459d-4fec-9419-cdfce663b275 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=91874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:14:03.035204 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f00e17e-459d-4fec-9419-cdfce663b275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7acdbb3f-5fa3-4ddf-a1fc-6b573e49a795,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:03.039509 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-5f00e17e-459d-4fec-9419-cdfce663b275 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:03.040538 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-5f00e17e-459d-4fec-9419-cdfce663b275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233616'] for segment, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:03.040886 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.db.segments_db [None req-5f00e17e-459d-4fec-9419-cdfce663b275 admin admin] Added segment 65135827-0fde-46e8-ad95-69f3d8182f67 of type vlan for network 572f6aa6-3d15-4997-9681-d8cb0b299d96 Jun 16 16:14:03.084739 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-5f00e17e-459d-4fec-9419-cdfce663b275 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726810908546'] for network, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:03.113669 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-5f00e17e-459d-4fec-9419-cdfce663b275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-700135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792'] for network, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:03.115036 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f00e17e-459d-4fec-9419-cdfce663b275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:03.115548 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-5f00e17e-459d-4fec-9419-cdfce663b275 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16222807'] for network, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:03.118307 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:03.162278 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-5f00e17e-459d-4fec-9419-cdfce663b275 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3022697 Jun 16 16:14:03.165044 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 43184) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:03.170027 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.v2.base [None req-305e4c9e-62e0-4121-a938-5dd6d0bb4bcd admin admin] Request body: {'subnet': {'network_id': '572f6aa6-3d15-4997-9681-d8cb0b299d96', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2002062200-subnet', 'tenant_id': '077ed15537b64591a38076d657d9a1e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:14:03.175406 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f00e17e-459d-4fec-9419-cdfce663b275 admin admin] Pushing event updated for resources: {'Network': ['ID=572f6aa6-3d15-4997-9681-d8cb0b299d96,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:03.178126 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-5f00e17e-459d-4fec-9419-cdfce663b275 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:03.185256 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Network 572f6aa6-3d15-4997-9681-d8cb0b299d96 details requested by agent ovs-agent-dv-cinder-796114-3-iscsi with host dv-cinder-796114-3-iscsi {{(pid=91876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:14:03.193659 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-305e4c9e-62e0-4121-a938-5dd6d0bb4bcd admin admin] Made reservation on behalf of 077ed15537b64591a38076d657d9a1e2 for: {'subnet': 1} {{(pid=91875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:14:03.195953 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-305e4c9e-62e0-4121-a938-5dd6d0bb4bcd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58917287'] for subnet, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:03.362316 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-305e4c9e-62e0-4121-a938-5dd6d0bb4bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2448939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58917301'] for subnet, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:03.365255 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:03.411084 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305e4c9e-62e0-4121-a938-5dd6d0bb4bcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=b10e67a4-ce16-4eb5-8e05-14d98486303d,revision_number=0']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:03.417542 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-305e4c9e-62e0-4121-a938-5dd6d0bb4bcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:03.426592 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305e4c9e-62e0-4121-a938-5dd6d0bb4bcd admin admin] Checking segment: {'id': '65135827-0fde-46e8-ad95-69f3d8182f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '572f6aa6-3d15-4997-9681-d8cb0b299d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:14:03.426977 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305e4c9e-62e0-4121-a938-5dd6d0bb4bcd admin admin] Network hostable DHCP agents. Network: 572f6aa6-3d15-4997-9681-d8cb0b299d96, hostable agents: ['bb1823c3-707b-401a-ae95-86070490f7a6'], hosted agents: [] {{(pid=91875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:14:03.442885 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305e4c9e-62e0-4121-a938-5dd6d0bb4bcd admin admin] Network 572f6aa6-3d15-4997-9681-d8cb0b299d96 is scheduled to be hosted by DHCP agent bb1823c3-707b-401a-ae95-86070490f7a6 with binding_index 1 {{(pid=91875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:14:03.450765 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.base_scheduler [None req-305e4c9e-62e0-4121-a938-5dd6d0bb4bcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796114-3-iscsi, 572f6aa6-3d15-4997-9681-d8cb0b299d96) {{(pid=91875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:14:03.455706 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305e4c9e-62e0-4121-a938-5dd6d0bb4bcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:03.456793 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-305e4c9e-62e0-4121-a938-5dd6d0bb4bcd admin admin] Notify callbacks [] for subnet, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:03.459776 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8395da-fbf3-4174-a1f6-18aaba52f5b6 None None] Network 572f6aa6-3d15-4997-9681-d8cb0b299d96 requested from dv-cinder-796114-3-iscsi {{(pid=91876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:14:03.471140 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-305e4c9e-62e0-4121-a938-5dd6d0bb4bcd admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3049915 Jun 16 16:14:03.586749 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 43188) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:03.593484 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4bcacf-e9a9-45f3-80eb-09e0ad2b4faf None None] Network 572f6aa6-3d15-4997-9681-d8cb0b299d96 requested from dv-cinder-796114-3-iscsi {{(pid=91876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:14:03.631443 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.db.db_base_plugin_v2 [None req-a287572b-a095-479c-b8c2-69e3d2479270 admin admin] Deleting subnet 0a6251e9-77af-4535-83bc-aa43292780ba {{(pid=91875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:14:03.634992 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-a287572b-a095-479c-b8c2-69e3d2479270 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:03.667953 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-a287572b-a095-479c-b8c2-69e3d2479270 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4037720'] for subnet, precommit_delete_associations {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:03.706549 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-a287572b-a095-479c-b8c2-69e3d2479270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16234147'] for subnet, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:03.762665 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-a287572b-a095-479c-b8c2-69e3d2479270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16234172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2449002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58917308'] for subnet, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:03.765918 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-dc98ce81-315b-4e8c-bd1e-e5b98a21137d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:03.789799 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a287572b-a095-479c-b8c2-69e3d2479270 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a6251e9-77af-4535-83bc-aa43292780ba,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:03.792830 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-a287572b-a095-479c-b8c2-69e3d2479270 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:03.793831 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-a287572b-a095-479c-b8c2-69e3d2479270 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:03.795655 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-a287572b-a095-479c-b8c2-69e3d2479270 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/0a6251e9-77af-4535-83bc-aa43292780ba HTTP/1.1" status: 204 len: 168 time: 0.2079105 Jun 16 16:14:03.798708 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 43192) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:03.858992 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37547c9b-9759-4086-905c-1d0f04d05c58 req-98424d54-3579-4887-89ab-d892eec42715 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:03.860986 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-37547c9b-9759-4086-905c-1d0f04d05c58 req-98424d54-3579-4887-89ab-d892eec42715 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd0f51f7-f3e2-4aef-a493-a566d15bda7b HTTP/1.1" status: 200 len: 944 time: 0.0669999 Jun 16 16:14:03.864815 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-086acc53-c5ba-4342-b91d-0ff670a8d70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16160318'] for network, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:03.898938 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-37547c9b-9759-4086-905c-1d0f04d05c58 req-c8642402-5608-4cfc-ba19-ba675c618fea tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/security-groups?id=423af48b-c5df-46e1-80e7-8deb00a62110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318079 Jun 16 16:14:03.945331 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-086acc53-c5ba-4342-b91d-0ff670a8d70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16236332', 'neutron.services.segments.db._delete_segments_for_network-8726811427889'] for network, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:03.955227 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.services.segments.db [None req-086acc53-c5ba-4342-b91d-0ff670a8d70a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['597a544e-417c-4c45-b55b-ff6b2676d902']}} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:14:03.964847 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.services.segments.db [None req-086acc53-c5ba-4342-b91d-0ff670a8d70a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16d7cb7f-dce1-4d6b-aef8-0d60defa7b6f') {'for_net_delete': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:14:03.965146 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.services.segments.db [None req-086acc53-c5ba-4342-b91d-0ff670a8d70a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16d7cb7f-dce1-4d6b-aef8-0d60defa7b6f') {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:14:03.974270 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-086acc53-c5ba-4342-b91d-0ff670a8d70a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726811427202', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4037697'] for segment, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:03.987517 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-086acc53-c5ba-4342-b91d-0ff670a8d70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233616'] for segment, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:03.993225 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-086acc53-c5ba-4342-b91d-0ff670a8d70a admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=91875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:14:03.993640 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-086acc53-c5ba-4342-b91d-0ff670a8d70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2449141'] for segment, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:03.995326 dv-cinder-796114-3-iscsi neutron-server[91875]: Traceback (most recent call last): Jun 16 16:14:03.995326 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:14:03.995326 dv-cinder-796114-3-iscsi neutron-server[91875]: timer() Jun 16 16:14:03.995326 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:14:03.995326 dv-cinder-796114-3-iscsi neutron-server[91875]: cb(*args, **kw) Jun 16 16:14:03.995326 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:14:03.995326 dv-cinder-796114-3-iscsi neutron-server[91875]: return func(*args, **kwargs) Jun 16 16:14:03.995326 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:14:03.995326 dv-cinder-796114-3-iscsi neutron-server[91875]: self._notify() Jun 16 16:14:03.995326 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:14:03.995326 dv-cinder-796114-3-iscsi neutron-server[91875]: self.callback(batched_events) Jun 16 16:14:03.995326 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:14:03.995326 dv-cinder-796114-3-iscsi neutron-server[91875]: event.method(event) Jun 16 16:14:03.995326 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:14:03.995326 dv-cinder-796114-3-iscsi neutron-server[91875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:14:03.995326 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:14:03.995326 dv-cinder-796114-3-iscsi neutron-server[91875]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:14:03.995326 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:14:03.995326 dv-cinder-796114-3-iscsi neutron-server[91875]: return f(self, *a, **k) Jun 16 16:14:03.995326 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:14:03.995326 dv-cinder-796114-3-iscsi neutron-server[91875]: return self._get(url).json() Jun 16 16:14:03.995326 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:14:03.995326 dv-cinder-796114-3-iscsi neutron-server[91875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:14:03.995326 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:14:03.995326 dv-cinder-796114-3-iscsi neutron-server[91875]: return self.request(url, 'GET', **kwargs) Jun 16 16:14:03.995326 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:14:03.995326 dv-cinder-796114-3-iscsi neutron-server[91875]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:14:03.995326 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:14:03.995326 dv-cinder-796114-3-iscsi neutron-server[91875]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:14:03.995326 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:14:03.995326 dv-cinder-796114-3-iscsi neutron-server[91875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:14:03.995326 dv-cinder-796114-3-iscsi neutron-server[91875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:14:04.052537 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-086acc53-c5ba-4342-b91d-0ff670a8d70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16236325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-700135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702067'] for network, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:04.057013 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-086acc53-c5ba-4342-b91d-0ff670a8d70a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16222807'] for network, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:04.059707 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-086acc53-c5ba-4342-b91d-0ff670a8d70a admin admin] 10.222.0.49 "DELETE /v2.0/networks/597a544e-417c-4c45-b55b-ff6b2676d902 HTTP/1.1" status: 204 len: 168 time: 0.2595296 Jun 16 16:14:04.059886 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:04.063610 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 43194) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:04.082905 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086acc53-c5ba-4342-b91d-0ff670a8d70a admin admin] Pushing event deleted for resources: {'Network': ['ID=597a544e-417c-4c45-b55b-ff6b2676d902,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:04.087149 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-086acc53-c5ba-4342-b91d-0ff670a8d70a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:04.125196 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e80f4e8-ed19-4a9a-9a19-76996b920a77 admin admin] Deleting subnet b10e67a4-ce16-4eb5-8e05-14d98486303d {{(pid=91875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:14:04.128519 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-0e80f4e8-ed19-4a9a-9a19-76996b920a77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:04.162183 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-0e80f4e8-ed19-4a9a-9a19-76996b920a77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4037720'] for subnet, precommit_delete_associations {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:04.198419 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-0e80f4e8-ed19-4a9a-9a19-76996b920a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16234147'] for subnet, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:04.248793 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-0e80f4e8-ed19-4a9a-9a19-76996b920a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16234172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2449002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58917308'] for subnet, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:04.252033 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-643054bc-9c9a-4054-8184-1603ad3c47d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:04.275874 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80f4e8-ed19-4a9a-9a19-76996b920a77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b10e67a4-ce16-4eb5-8e05-14d98486303d,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:04.278955 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-0e80f4e8-ed19-4a9a-9a19-76996b920a77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:04.283095 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-0e80f4e8-ed19-4a9a-9a19-76996b920a77 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/b10e67a4-ce16-4eb5-8e05-14d98486303d HTTP/1.1" status: 204 len: 168 time: 0.2163427 Jun 16 16:14:04.283095 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-0e80f4e8-ed19-4a9a-9a19-76996b920a77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:04.284869 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 43196) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:04.354570 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-963f1180-34ab-4069-9e44-7e2584b23aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16160318'] for network, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:04.428432 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-963f1180-34ab-4069-9e44-7e2584b23aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16236332', 'neutron.services.segments.db._delete_segments_for_network-8726811427889'] for network, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:04.437729 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.services.segments.db [None req-963f1180-34ab-4069-9e44-7e2584b23aa8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['572f6aa6-3d15-4997-9681-d8cb0b299d96']}} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:14:04.448334 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.services.segments.db [None req-963f1180-34ab-4069-9e44-7e2584b23aa8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65135827-0fde-46e8-ad95-69f3d8182f67') {'for_net_delete': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:14:04.448632 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.services.segments.db [None req-963f1180-34ab-4069-9e44-7e2584b23aa8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65135827-0fde-46e8-ad95-69f3d8182f67') {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:14:04.458035 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-963f1180-34ab-4069-9e44-7e2584b23aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726811427202', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4037697'] for segment, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:04.474733 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-963f1180-34ab-4069-9e44-7e2584b23aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233616'] for segment, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:04.480344 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-963f1180-34ab-4069-9e44-7e2584b23aa8 admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=91875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:14:04.480728 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-963f1180-34ab-4069-9e44-7e2584b23aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2449141'] for segment, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:04.482369 dv-cinder-796114-3-iscsi neutron-server[91875]: Traceback (most recent call last): Jun 16 16:14:04.482369 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:14:04.482369 dv-cinder-796114-3-iscsi neutron-server[91875]: timer() Jun 16 16:14:04.482369 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:14:04.482369 dv-cinder-796114-3-iscsi neutron-server[91875]: cb(*args, **kw) Jun 16 16:14:04.482369 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:14:04.482369 dv-cinder-796114-3-iscsi neutron-server[91875]: return func(*args, **kwargs) Jun 16 16:14:04.482369 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:14:04.482369 dv-cinder-796114-3-iscsi neutron-server[91875]: self._notify() Jun 16 16:14:04.482369 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:14:04.482369 dv-cinder-796114-3-iscsi neutron-server[91875]: self.callback(batched_events) Jun 16 16:14:04.482369 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:14:04.482369 dv-cinder-796114-3-iscsi neutron-server[91875]: event.method(event) Jun 16 16:14:04.482369 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:14:04.482369 dv-cinder-796114-3-iscsi neutron-server[91875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:14:04.482369 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:14:04.482369 dv-cinder-796114-3-iscsi neutron-server[91875]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:14:04.482369 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:14:04.482369 dv-cinder-796114-3-iscsi neutron-server[91875]: return f(self, *a, **k) Jun 16 16:14:04.482369 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:14:04.482369 dv-cinder-796114-3-iscsi neutron-server[91875]: return self._get(url).json() Jun 16 16:14:04.482369 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:14:04.482369 dv-cinder-796114-3-iscsi neutron-server[91875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:14:04.482369 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:14:04.482369 dv-cinder-796114-3-iscsi neutron-server[91875]: return self.request(url, 'GET', **kwargs) Jun 16 16:14:04.482369 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:14:04.482369 dv-cinder-796114-3-iscsi neutron-server[91875]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:14:04.482369 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:14:04.482369 dv-cinder-796114-3-iscsi neutron-server[91875]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:14:04.482369 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:14:04.482369 dv-cinder-796114-3-iscsi neutron-server[91875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:14:04.482369 dv-cinder-796114-3-iscsi neutron-server[91875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:14:04.535176 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-963f1180-34ab-4069-9e44-7e2584b23aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16236325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-700135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702067'] for network, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:04.538701 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:04.541743 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-963f1180-34ab-4069-9e44-7e2584b23aa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16222807'] for network, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:04.542976 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-963f1180-34ab-4069-9e44-7e2584b23aa8 admin admin] 10.222.0.49 "DELETE /v2.0/networks/572f6aa6-3d15-4997-9681-d8cb0b299d96 HTTP/1.1" status: 204 len: 168 time: 0.2569563 Jun 16 16:14:04.553916 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963f1180-34ab-4069-9e44-7e2584b23aa8 admin admin] Pushing event deleted for resources: {'Network': ['ID=572f6aa6-3d15-4997-9681-d8cb0b299d96,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:04.556141 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-963f1180-34ab-4069-9e44-7e2584b23aa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:04.695941 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 43200) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:04.734329 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-8f599033-7ca7-49d6-987d-d892545b1d28 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=37536b3f36744282bca4b1ed58631299&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371754 Jun 16 16:14:04.737528 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 43202) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:04.784181 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-9658767b-372d-4c2c-be90-a88132879e49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:04.804526 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-9658767b-372d-4c2c-be90-a88132879e49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:04.858358 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-9658767b-372d-4c2c-be90-a88132879e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:04.860971 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-9658767b-372d-4c2c-be90-a88132879e49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:04.862048 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-9658767b-372d-4c2c-be90-a88132879e49 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c89ee814-a790-4fd1-ab32-56789d27367a HTTP/1.1" status: 204 len: 168 time: 0.1236300 Jun 16 16:14:04.862848 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-7a2b8f1d-1a33-4554-97de-d79757f7be1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:04.870186 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9658767b-372d-4c2c-be90-a88132879e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89ee814-a790-4fd1-ab32-56789d27367a,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:04.877394 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-9658767b-372d-4c2c-be90-a88132879e49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:05.076601 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c19555-1246-4caa-9f0c-9355dba11c52 req-46e56924-0616-4400-b417-ed108b7b9012 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:05.078070 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-e3c19555-1246-4caa-9f0c-9355dba11c52 req-46e56924-0616-4400-b417-ed108b7b9012 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd0f51f7-f3e2-4aef-a493-a566d15bda7b HTTP/1.1" status: 200 len: 944 time: 0.0628860 Jun 16 16:14:05.117443 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-e3c19555-1246-4caa-9f0c-9355dba11c52 req-da249119-c00a-4b4c-a2d9-790bf7c0e1e3 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/security-groups?id=423af48b-c5df-46e1-80e7-8deb00a62110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326204 Jun 16 16:14:05.176746 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 43210) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:05.215497 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-460412ed-507a-4dae-8c12-a0f155e8d573 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=077ed15537b64591a38076d657d9a1e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375214 Jun 16 16:14:05.218224 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 43212) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:05.270061 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-c49f069d-6084-43d6-b801-b4058b30116d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:05.291172 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-c49f069d-6084-43d6-b801-b4058b30116d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:05.338663 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-c49f069d-6084-43d6-b801-b4058b30116d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:05.341199 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-c49f069d-6084-43d6-b801-b4058b30116d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:05.342334 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-c49f069d-6084-43d6-b801-b4058b30116d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7acdbb3f-5fa3-4ddf-a1fc-6b573e49a795 HTTP/1.1" status: 204 len: 168 time: 0.1232133 Jun 16 16:14:05.343093 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-72593f27-f8e3-43e5-ae80-cedf91b16a00 tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:05.351077 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49f069d-6084-43d6-b801-b4058b30116d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7acdbb3f-5fa3-4ddf-a1fc-6b573e49a795,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:05.353415 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-c49f069d-6084-43d6-b801-b4058b30116d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:05.849661 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a61d903-ef54-4f33-8471-0d91ee9cfd4b req-11753e42-0b9d-48e3-a721-7df21ccb26b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:05.851137 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-5a61d903-ef54-4f33-8471-0d91ee9cfd4b req-11753e42-0b9d-48e3-a721-7df21ccb26b5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fd0f51f7-f3e2-4aef-a493-a566d15bda7b HTTP/1.1" status: 200 len: 1097 time: 0.0548785 Jun 16 16:14:05.885687 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-5a61d903-ef54-4f33-8471-0d91ee9cfd4b req-c4c6282e-168b-4015-aeb0-f9482be62d1a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=423af48b-c5df-46e1-80e7-8deb00a62110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274189 Jun 16 16:14:06.300280 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc0b0f-8301-4d8c-93b3-b1f0dcd63be5 req-92a9e73a-c47f-46e1-8549-35d49a30dd14 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:06.301850 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-89cc0b0f-8301-4d8c-93b3-b1f0dcd63be5 req-92a9e73a-c47f-46e1-8549-35d49a30dd14 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd0f51f7-f3e2-4aef-a493-a566d15bda7b HTTP/1.1" status: 200 len: 944 time: 0.0703466 Jun 16 16:14:06.340361 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-89cc0b0f-8301-4d8c-93b3-b1f0dcd63be5 req-30205133-0acf-45bf-a463-a5562d7bc16f tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/security-groups?id=423af48b-c5df-46e1-80e7-8deb00a62110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328310 Jun 16 16:14:07.112118 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 43276) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:07.212436 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bb784428-b102-4039-96cc-5bdd389d017b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:07.296848 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bb784428-b102-4039-96cc-5bdd389d017b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:07.301041 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bb784428-b102-4039-96cc-5bdd389d017b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:07.303324 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-47140da8-c0ca-4c10-b502-32a5e0bdd80e tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:07.337764 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-bb784428-b102-4039-96cc-5bdd389d017b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=94322285c85344e2a79c479e612c81b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2245407 Jun 16 16:14:07.338639 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb784428-b102-4039-96cc-5bdd389d017b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=644eebe4-0739-46bb-b387-45923e0886f3,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:07.340681 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 43280) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:07.341622 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bb784428-b102-4039-96cc-5bdd389d017b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:07.392275 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-2a670856-df79-4889-8604-1e31eadd3e3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:07.413714 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-2a670856-df79-4889-8604-1e31eadd3e3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:07.461027 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-2a670856-df79-4889-8604-1e31eadd3e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:07.463581 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-2a670856-df79-4889-8604-1e31eadd3e3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:07.464724 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-2a670856-df79-4889-8604-1e31eadd3e3d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/644eebe4-0739-46bb-b387-45923e0886f3 HTTP/1.1" status: 204 len: 168 time: 0.1222141 Jun 16 16:14:07.465526 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-1b638165-111a-4361-8379-eb2515b1503a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:07.473271 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a670856-df79-4889-8604-1e31eadd3e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=644eebe4-0739-46bb-b387-45923e0886f3,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:07.475605 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-2a670856-df79-4889-8604-1e31eadd3e3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:07.523796 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e2a7f-7a37-44d8-98f1-a75092124ade req-40ab4737-646e-41fc-aad0-1a6ac7559de0 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:07.525291 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-528e2a7f-7a37-44d8-98f1-a75092124ade req-40ab4737-646e-41fc-aad0-1a6ac7559de0 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd0f51f7-f3e2-4aef-a493-a566d15bda7b HTTP/1.1" status: 200 len: 944 time: 0.0704484 Jun 16 16:14:07.567251 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-528e2a7f-7a37-44d8-98f1-a75092124ade req-fe672b00-8897-4970-8eff-e9ed72d562e3 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/security-groups?id=423af48b-c5df-46e1-80e7-8deb00a62110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361786 Jun 16 16:14:07.736447 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 43290) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:07.760358 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-83c99f5a-7703-41a9-a7ea-e3f951c73e7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:07.849392 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-83c99f5a-7703-41a9-a7ea-e3f951c73e7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:07.853155 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-83c99f5a-7703-41a9-a7ea-e3f951c73e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:07.856340 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-7eade101-8296-481c-bb84-fb289f241cae tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:07.891315 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-83c99f5a-7703-41a9-a7ea-e3f951c73e7e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9ed99c829ad445548769556f4229ac68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1536031 Jun 16 16:14:07.892909 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c99f5a-7703-41a9-a7ea-e3f951c73e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db26886f-d5ae-47d9-8997-8331bb5c1864,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:07.894671 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 43292) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:07.895887 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-83c99f5a-7703-41a9-a7ea-e3f951c73e7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:07.943145 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-aa0e97f2-8daf-49d6-b73a-f1a1d3442163 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:07.967704 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-aa0e97f2-8daf-49d6-b73a-f1a1d3442163 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:08.013676 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-aa0e97f2-8daf-49d6-b73a-f1a1d3442163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:08.016285 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-aa0e97f2-8daf-49d6-b73a-f1a1d3442163 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:08.018247 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-aa0e97f2-8daf-49d6-b73a-f1a1d3442163 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/db26886f-d5ae-47d9-8997-8331bb5c1864 HTTP/1.1" status: 204 len: 168 time: 0.1224232 Jun 16 16:14:08.019039 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-befeaa42-ff63-4cf3-8b72-38cbfb9830f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:08.026239 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0e97f2-8daf-49d6-b73a-f1a1d3442163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db26886f-d5ae-47d9-8997-8331bb5c1864,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:08.028430 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-aa0e97f2-8daf-49d6-b73a-f1a1d3442163 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:08.427649 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device 529f026a-df40-4cda-af17-002a523cfcda details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91876) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:14:08.524236 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] For port 529f026a-df40-4cda-af17-002a523cfcda, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=529f026a-df40-4cda-af17-002a523cfcda,segment=NetworkSegment(3cd1e79d-857f-4698-965a-d9a3a3d0116f),segment_id=3cd1e79d-857f-4698-965a-d9a3a3d0116f)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:14:08.536538 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Returning: {'device': '529f026a-df40-4cda-af17-002a523cfcda', 'network_id': 'a3ebedf3-8e19-44c9-ac63-65dd93c0bad7', 'port_id': '529f026a-df40-4cda-af17-002a523cfcda', 'mac_address': 'fa:16:3e:dd:9a:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fddd5f14-0f57-4350-96d9-5e8c4267026c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91876) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:14:08.579893 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:08.592800 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.notifiers.nova [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 529f026a-df40-4cda-af17-002a523cfcda {{(pid=91876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:14:08.614052 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] For port 529f026a-df40-4cda-af17-002a523cfcda, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=529f026a-df40-4cda-af17-002a523cfcda,segment=NetworkSegment(3cd1e79d-857f-4698-965a-d9a3a3d0116f),segment_id=3cd1e79d-857f-4698-965a-d9a3a3d0116f)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:14:08.617999 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:08.619690 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:08.665011 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Pushing event updated for resources: {'Port': ['ID=529f026a-df40-4cda-af17-002a523cfcda,revision_number=7']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:08.668350 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:08.861764 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] get_ports_and_sgs() called for port_ids ['529f026a-df40-4cda-af17-002a523cfcda'] {{(pid=91876) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:14:10.411646 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device 529f026a-df40-4cda-af17-002a523cfcda up at agent hyperv_hv-cinder-79611 {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:14:10.457952 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Provisioning complete for port 529f026a-df40-4cda-af17-002a523cfcda triggered by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:14:10.458339 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:10.535328 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:10.557093 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd0f51f7-f3e2-4aef-a493-a566d15bda7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '529f026a-df40-4cda-af17-002a523cfcda'}] {{(pid=91876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:14:10.559371 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a9c68db8c06307a0250ecdd4df366f09270e0987ddc1c5d61c2ecaceaac02f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b08b7bfe-c209-4d31-b682-c6030388e182" -d '{"events": [{"server_uuid": "fd0f51f7-f3e2-4aef-a493-a566d15bda7b", "name": "network-vif-plugged", "status": "completed", "tag": "529f026a-df40-4cda-af17-002a523cfcda"}]}' {{(pid=91876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:14:10.572334 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] For port 529f026a-df40-4cda-af17-002a523cfcda, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=529f026a-df40-4cda-af17-002a523cfcda,segment=NetworkSegment(3cd1e79d-857f-4698-965a-d9a3a3d0116f),segment_id=3cd1e79d-857f-4698-965a-d9a3a3d0116f)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:14:10.576498 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:10.578667 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-0b935b9e-24ba-4b08-bc77-83b681750851 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:10.600486 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-675e13a7-093b-4a4e-aa68-0c97a12fe072 x-openstack-request-id: req-675e13a7-093b-4a4e-aa68-0c97a12fe072 {{(pid=91876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:14:10.600790 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd0f51f7-f3e2-4aef-a493-a566d15bda7b", "name": "network-vif-plugged", "status": "completed", "tag": "529f026a-df40-4cda-af17-002a523cfcda", "code": 200}]} {{(pid=91876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:14:10.601066 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-675e13a7-093b-4a4e-aa68-0c97a12fe072 {{(pid=91876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:14:10.601498 dv-cinder-796114-3-iscsi neutron-server[91876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd0f51f7-f3e2-4aef-a493-a566d15bda7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '529f026a-df40-4cda-af17-002a523cfcda', 'code': 200} Jun 16 16:14:10.626611 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Pushing event updated for resources: {'Port': ['ID=529f026a-df40-4cda-af17-002a523cfcda,revision_number=8']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:10.629631 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:13.672833 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 43376) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:13.778485 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-d6f51c1b-c409-47d0-9e88-8cce9badc543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:13.866794 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-d6f51c1b-c409-47d0-9e88-8cce9badc543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:13.870355 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-d6f51c1b-c409-47d0-9e88-8cce9badc543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:13.872632 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-4f1647db-e3ba-48c7-8f78-9ba6582ecb58 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:13.905892 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f51c1b-c409-47d0-9e88-8cce9badc543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13bfa986-be03-4fda-b5bd-80e39cc1ccd9,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:13.909102 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-d6f51c1b-c409-47d0-9e88-8cce9badc543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:13.911736 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-d6f51c1b-c409-47d0-9e88-8cce9badc543 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f4ef01c0679140b59c82f5a77e6a4f18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2378349 Jun 16 16:14:13.914562 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 43380) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:13.961639 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-77ea4ee9-c554-4f85-9e75-645c8f191f74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:13.982388 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-77ea4ee9-c554-4f85-9e75-645c8f191f74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:14.028504 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-77ea4ee9-c554-4f85-9e75-645c8f191f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:14.031114 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-77ea4ee9-c554-4f85-9e75-645c8f191f74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:14.032633 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-77ea4ee9-c554-4f85-9e75-645c8f191f74 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/13bfa986-be03-4fda-b5bd-80e39cc1ccd9 HTTP/1.1" status: 204 len: 168 time: 0.1171393 Jun 16 16:14:14.033556 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-407e8b4b-022f-4d79-95af-f0b8a4d218b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:14.040825 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ea4ee9-c554-4f85-9e75-645c8f191f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13bfa986-be03-4fda-b5bd-80e39cc1ccd9,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:14.050579 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-77ea4ee9-c554-4f85-9e75-645c8f191f74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:14.293573 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 43386) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:14.307725 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-0163c6c9-1e30-458a-8b09-a147d440707a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:14.397469 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-0163c6c9-1e30-458a-8b09-a147d440707a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:14.401566 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-0163c6c9-1e30-458a-8b09-a147d440707a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:14.403784 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-4972a97c-f65c-4452-892d-4d5b3361b0b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:14.440922 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0163c6c9-1e30-458a-8b09-a147d440707a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5959a892-235d-4620-a0b7-1e961582598d,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:14.444915 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-0163c6c9-1e30-458a-8b09-a147d440707a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9c979b7dc61a4de5b6a6fcfb7bceaa07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1503203 Jun 16 16:14:14.445811 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-0163c6c9-1e30-458a-8b09-a147d440707a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:14.447502 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 43388) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:14.494361 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-df8e993f-9025-43ea-817d-e823e67ae4d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:14.515099 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-df8e993f-9025-43ea-817d-e823e67ae4d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:14.559024 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-df8e993f-9025-43ea-817d-e823e67ae4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:14.561524 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-df8e993f-9025-43ea-817d-e823e67ae4d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:14.562638 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-df8e993f-9025-43ea-817d-e823e67ae4d1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5959a892-235d-4620-a0b7-1e961582598d HTTP/1.1" status: 204 len: 168 time: 0.1142650 Jun 16 16:14:14.564427 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-91e85e2c-5d49-4e7f-b5c3-bfd14c563197 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:14.571717 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8e993f-9025-43ea-817d-e823e67ae4d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5959a892-235d-4620-a0b7-1e961582598d,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:14.573965 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-df8e993f-9025-43ea-817d-e823e67ae4d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:17.472781 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-65fbdf6c-0dea-44d9-bc70-9b34ccf68b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:19.478120 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:19.816679 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.agents_db [None req-058d43c2-15cf-4374-9ac5-1369303d1fb9 None None] Agent healthcheck: found 6 active agents {{(pid=91877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:14:19.894397 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-243c0b9f-f53f-4bc4-8ae6-8e5f5a47fe3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:19.959787 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:20.805593 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 43508) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:20.906719 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-491bfa26-6b1a-4ffb-9a92-a407b6b9b745 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:20.997197 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-491bfa26-6b1a-4ffb-9a92-a407b6b9b745 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:21.001033 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-491bfa26-6b1a-4ffb-9a92-a407b6b9b745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:21.003643 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-c7a203e4-0eed-4efc-90c6-030a5f6fb6d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:21.040522 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491bfa26-6b1a-4ffb-9a92-a407b6b9b745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=214889c2-3c49-4a8d-a2cc-aaa88d8ef746,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:21.043641 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-491bfa26-6b1a-4ffb-9a92-a407b6b9b745 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:21.049657 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-491bfa26-6b1a-4ffb-9a92-a407b6b9b745 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e59d0106a0bf48eea2e1989454d72ce1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2400229 Jun 16 16:14:21.050350 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 43512) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:21.107560 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-c9627387-d5f3-4c2a-9391-f3377c1defb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:21.128611 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-c9627387-d5f3-4c2a-9391-f3377c1defb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:21.175515 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-c9627387-d5f3-4c2a-9391-f3377c1defb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:21.178086 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-c9627387-d5f3-4c2a-9391-f3377c1defb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:21.179217 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-c9627387-d5f3-4c2a-9391-f3377c1defb0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/214889c2-3c49-4a8d-a2cc-aaa88d8ef746 HTTP/1.1" status: 204 len: 168 time: 0.1284335 Jun 16 16:14:21.179991 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-898ece3b-3df4-47fb-8222-d3f23a16433f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:21.187207 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9627387-d5f3-4c2a-9391-f3377c1defb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214889c2-3c49-4a8d-a2cc-aaa88d8ef746,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:21.190117 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-c9627387-d5f3-4c2a-9391-f3377c1defb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:21.332844 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-6ad78952-ea93-43a4-8288-1e7c2f1dde9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:21.432120 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 43518) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:21.446408 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-f77dca41-cae4-4e56-835a-583f9eca3aea admin admin] Notify callbacks [] for security_group, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:21.533480 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-f77dca41-cae4-4e56-835a-583f9eca3aea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:21.537262 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-f77dca41-cae4-4e56-835a-583f9eca3aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:21.540414 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d113efe8-c7b4-4761-818d-01bb395ba8d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:21.574223 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-f77dca41-cae4-4e56-835a-583f9eca3aea admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9602f28d8b6e42f2a1c52338642a1e7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1409566 Jun 16 16:14:21.576155 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77dca41-cae4-4e56-835a-583f9eca3aea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3efcd3-c1ae-434b-9d2e-dd70fd2a6a07,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:21.576943 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 43520) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:21.579214 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-f77dca41-cae4-4e56-835a-583f9eca3aea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:21.628524 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-80fb036a-c06a-4efb-8837-8d549309e61e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:21.649672 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-80fb036a-c06a-4efb-8837-8d549309e61e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:21.694808 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-80fb036a-c06a-4efb-8837-8d549309e61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:21.697420 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-80fb036a-c06a-4efb-8837-8d549309e61e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:21.698557 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-80fb036a-c06a-4efb-8837-8d549309e61e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8b3efcd3-c1ae-434b-9d2e-dd70fd2a6a07 HTTP/1.1" status: 204 len: 168 time: 0.1205368 Jun 16 16:14:21.699330 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-c9aae446-6679-4edb-ac60-3201d2dc403d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:21.707255 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fb036a-c06a-4efb-8837-8d549309e61e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3efcd3-c1ae-434b-9d2e-dd70fd2a6a07,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:21.709599 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-80fb036a-c06a-4efb-8837-8d549309e61e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:22.865806 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-459ba97e-0994-401b-bd86-9772962a392e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:43.196978 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 43652) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:43.297461 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4c55bb96-d4cc-4f7d-8cb0-0aa08443b75d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:43.387240 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4c55bb96-d4cc-4f7d-8cb0-0aa08443b75d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:43.390925 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4c55bb96-d4cc-4f7d-8cb0-0aa08443b75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:43.393912 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-e654a9c6-519f-4309-9d5d-b25ab8b3db5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:43.428717 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-4c55bb96-d4cc-4f7d-8cb0-0aa08443b75d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0853d9518d4e4176b33637945cace8c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2306712 Jun 16 16:14:43.429864 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c55bb96-d4cc-4f7d-8cb0-0aa08443b75d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2722bef5-7268-48a7-91a1-49c1047dbc32,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:43.431501 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 43656) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:43.436781 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c55bb96-d4cc-4f7d-8cb0-0aa08443b75d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:43.437175 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c55bb96-d4cc-4f7d-8cb0-0aa08443b75d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:43.437579 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c55bb96-d4cc-4f7d-8cb0-0aa08443b75d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:43.437948 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c55bb96-d4cc-4f7d-8cb0-0aa08443b75d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:43.439124 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c55bb96-d4cc-4f7d-8cb0-0aa08443b75d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:43.439488 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c55bb96-d4cc-4f7d-8cb0-0aa08443b75d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:43.439937 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c55bb96-d4cc-4f7d-8cb0-0aa08443b75d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:43.440303 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c55bb96-d4cc-4f7d-8cb0-0aa08443b75d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:43.440665 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c55bb96-d4cc-4f7d-8cb0-0aa08443b75d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:43.441026 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c55bb96-d4cc-4f7d-8cb0-0aa08443b75d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:43.441403 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c55bb96-d4cc-4f7d-8cb0-0aa08443b75d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:43.441765 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c55bb96-d4cc-4f7d-8cb0-0aa08443b75d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:43.445675 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-4c55bb96-d4cc-4f7d-8cb0-0aa08443b75d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:43.481761 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-7226872f-9cca-40a1-a1f6-1096430bab92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:43.503769 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-7226872f-9cca-40a1-a1f6-1096430bab92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:43.550508 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-7226872f-9cca-40a1-a1f6-1096430bab92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:43.552970 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-7226872f-9cca-40a1-a1f6-1096430bab92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:43.554104 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-7226872f-9cca-40a1-a1f6-1096430bab92 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2722bef5-7268-48a7-91a1-49c1047dbc32 HTTP/1.1" status: 204 len: 168 time: 0.1216524 Jun 16 16:14:43.554853 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-aa0e97f2-8daf-49d6-b73a-f1a1d3442163 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:43.562078 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7226872f-9cca-40a1-a1f6-1096430bab92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2722bef5-7268-48a7-91a1-49c1047dbc32,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:43.565774 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-7226872f-9cca-40a1-a1f6-1096430bab92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:47.020774 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 43700) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:47.130437 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-56ac51a3-19b5-4d7f-8667-d2fa8a97d572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:47.218234 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-56ac51a3-19b5-4d7f-8667-d2fa8a97d572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:47.222043 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-56ac51a3-19b5-4d7f-8667-d2fa8a97d572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:47.224328 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-5b1c78c6-73ad-42f0-bfbc-f317f07db206 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:47.257563 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ac51a3-19b5-4d7f-8667-d2fa8a97d572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6615215f-0a9b-4322-b3ff-b5c083915129,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:47.261704 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-56ac51a3-19b5-4d7f-8667-d2fa8a97d572 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7ebb0589d354485aa661541a1d9a0095&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2398498 Jun 16 16:14:47.262562 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-56ac51a3-19b5-4d7f-8667-d2fa8a97d572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:47.264376 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 43704) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:47.314193 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d0dfbd13-96aa-4e18-8fd4-7ef1d3ad0b11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:47.334594 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d0dfbd13-96aa-4e18-8fd4-7ef1d3ad0b11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:47.382960 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d0dfbd13-96aa-4e18-8fd4-7ef1d3ad0b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:47.385586 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d0dfbd13-96aa-4e18-8fd4-7ef1d3ad0b11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:47.386831 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-d0dfbd13-96aa-4e18-8fd4-7ef1d3ad0b11 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6615215f-0a9b-4322-b3ff-b5c083915129 HTTP/1.1" status: 204 len: 168 time: 0.1213524 Jun 16 16:14:47.387621 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-0163c6c9-1e30-458a-8b09-a147d440707a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:47.395688 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dfbd13-96aa-4e18-8fd4-7ef1d3ad0b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6615215f-0a9b-4322-b3ff-b5c083915129,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:47.398130 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d0dfbd13-96aa-4e18-8fd4-7ef1d3ad0b11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:47.473951 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-590cff1f-3ef1-451e-b64c-4f7bee5d9f68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:49.479098 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:49.894776 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-5efa3b65-535e-4113-a765-2dcaa1cd2213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:49.961009 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:51.338084 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-6ad78952-ea93-43a4-8288-1e7c2f1dde9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:52.869832 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-459ba97e-0994-401b-bd86-9772962a392e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:56.814953 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.agents_db [None req-058d43c2-15cf-4374-9ac5-1369303d1fb9 None None] Agent healthcheck: found 6 active agents {{(pid=91877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:15:16.017966 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 43896) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:16.120476 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-76a0e406-c762-44b0-a40c-24b322f30c8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:16.207385 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-76a0e406-c762-44b0-a40c-24b322f30c8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:16.211462 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-76a0e406-c762-44b0-a40c-24b322f30c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:16.213743 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-df8e993f-9025-43ea-817d-e823e67ae4d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:16.247413 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a0e406-c762-44b0-a40c-24b322f30c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0f79db-4278-4266-8dfb-4b0c00f99abc,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:16.250893 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-76a0e406-c762-44b0-a40c-24b322f30c8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:16.255606 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-76a0e406-c762-44b0-a40c-24b322f30c8d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f5ddfb7084f143ff8fb00f5d15c2ad07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2362471 Jun 16 16:15:16.257926 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 43900) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:16.304365 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-38ff9054-9ad1-4c94-94a8-3009f7f966c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:16.326779 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-38ff9054-9ad1-4c94-94a8-3009f7f966c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:16.382431 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-38ff9054-9ad1-4c94-94a8-3009f7f966c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:16.385350 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-38ff9054-9ad1-4c94-94a8-3009f7f966c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:16.386516 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-38ff9054-9ad1-4c94-94a8-3009f7f966c8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cf0f79db-4278-4266-8dfb-4b0c00f99abc HTTP/1.1" status: 204 len: 168 time: 0.1277194 Jun 16 16:15:16.387288 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-13cd0a4f-2e51-4f90-938d-de2ebd70f703 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:16.394671 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ff9054-9ad1-4c94-94a8-3009f7f966c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0f79db-4278-4266-8dfb-4b0c00f99abc,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:16.396996 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-38ff9054-9ad1-4c94-94a8-3009f7f966c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:17.475308 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-672102c9-c274-4165-a122-14221c49e0be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:19.477074 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:19.894496 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-a257e25d-5fda-47d4-b918-50f70c7b2da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:19.960142 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:21.339276 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-6ad78952-ea93-43a4-8288-1e7c2f1dde9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:22.875065 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-459ba97e-0994-401b-bd86-9772962a392e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:25.827528 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-f05024bc-6a02-490d-a395-0625e30fbc2f req-7efbfd0c-29ae-4b8a-a43b-aa77c56b2c25 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fd0f51f7-f3e2-4aef-a493-a566d15bda7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1352274 Jun 16 16:15:25.920160 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05024bc-6a02-490d-a395-0625e30fbc2f req-02843889-06d0-427d-a0f8-bf29264cc8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:25.921583 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-f05024bc-6a02-490d-a395-0625e30fbc2f req-02843889-06d0-427d-a0f8-bf29264cc8a9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=801bc6047ffc40bf8e6f74767921a594&device_id=fd0f51f7-f3e2-4aef-a493-a566d15bda7b HTTP/1.1" status: 200 len: 1099 time: 0.0497999 Jun 16 16:15:26.022338 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05024bc-6a02-490d-a395-0625e30fbc2f req-e4d77b10-bc00-4903-9fd9-aa6df4e17407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:26.023662 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-f05024bc-6a02-490d-a395-0625e30fbc2f req-e4d77b10-bc00-4903-9fd9-aa6df4e17407 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a3ebedf3-8e19-44c9-ac63-65dd93c0bad7 HTTP/1.1" status: 200 len: 910 time: 0.0819161 Jun 16 16:15:26.090021 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-f05024bc-6a02-490d-a395-0625e30fbc2f req-01bc2918-0de0-45d7-8a0d-864919625c0f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=529f026a-df40-4cda-af17-002a523cfcda HTTP/1.1" status: 200 len: 1002 time: 0.0594339 Jun 16 16:15:26.138404 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05024bc-6a02-490d-a395-0625e30fbc2f req-fdd14291-1368-40d6-82fe-14dda2b3ad02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:26.139768 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-f05024bc-6a02-490d-a395-0625e30fbc2f req-fdd14291-1368-40d6-82fe-14dda2b3ad02 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fddd5f14-0f57-4350-96d9-5e8c4267026c HTTP/1.1" status: 200 len: 848 time: 0.0421486 Jun 16 16:15:26.196049 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05024bc-6a02-490d-a395-0625e30fbc2f req-e0019c75-c7c2-42a6-b9d5-06df3f7de32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:26.197510 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-f05024bc-6a02-490d-a395-0625e30fbc2f req-e0019c75-c7c2-42a6-b9d5-06df3f7de32f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a3ebedf3-8e19-44c9-ac63-65dd93c0bad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0510883 Jun 16 16:15:26.208224 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [req-f05024bc-6a02-490d-a395-0625e30fbc2f req-2e931e42-5863-41af-a99b-b7c3eacaf278 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=91875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:15:26.209123 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-f05024bc-6a02-490d-a395-0625e30fbc2f req-2e931e42-5863-41af-a99b-b7c3eacaf278 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052083 Jun 16 16:15:26.300256 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-f05024bc-6a02-490d-a395-0625e30fbc2f req-6c6b29f7-359d-4fe7-b66f-e8deb48e96bd service neutron] 10.222.0.15 "GET /v2.0/networks/a3ebedf3-8e19-44c9-ac63-65dd93c0bad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833519 Jun 16 16:15:26.387199 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-f05024bc-6a02-490d-a395-0625e30fbc2f req-56f2760a-b12c-46ed-961f-7312f18671bd service neutron] 10.222.0.15 "GET /v2.0/networks/a3ebedf3-8e19-44c9-ac63-65dd93c0bad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800464 Jun 16 16:15:29.050814 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 43908) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:29.211577 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-860012be-04d3-43fd-98fc-961b3997607f tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Deleting port 4734e953-e56a-483f-96f2-71e3281188af {{(pid=91875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:15:29.211914 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-860012be-04d3-43fd-98fc-961b3997607f tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726811340957'] for port, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:29.287147 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-860012be-04d3-43fd-98fc-961b3997607f tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674541'] for port, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:29.287478 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-860012be-04d3-43fd-98fc-961b3997607f tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:29.351350 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-860012be-04d3-43fd-98fc-961b3997607f tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Calling delete_port for 4734e953-e56a-483f-96f2-71e3281188af owned by network:floatingip {{(pid=91875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:15:29.516060 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-860012be-04d3-43fd-98fc-961b3997607f tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726811346809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726810953732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449056'] for port, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:29.518038 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-77e7a910-97ae-4e3b-bd26-41476eed1ae0 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:29.541229 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860012be-04d3-43fd-98fc-961b3997607f tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Pushing event deleted for resources: {'Port': ['ID=4734e953-e56a-483f-96f2-71e3281188af,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:29.544182 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-860012be-04d3-43fd-98fc-961b3997607f tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:29.599964 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-860012be-04d3-43fd-98fc-961b3997607f tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Notify callbacks [] for floatingip, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:29.600293 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.db.l3_db [None req-860012be-04d3-43fd-98fc-961b3997607f tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Floating IP e26ff2af-bf60-4a52-bf15-6b6aa3ac60b9 disassociated (deleted). External IP: 172.27.1.122, port: 529f026a-df40-4cda-af17-002a523cfcda. Jun 16 16:15:30.065494 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-860012be-04d3-43fd-98fc-961b3997607f tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Router 4134e72e-1004-423c-b784-6ce69679a81b has already been hosted by L3 agent 0e7678c9-774c-4c46-a09f-f3aaee363ca4 {{(pid=91875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:15:30.170549 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-860012be-04d3-43fd-98fc-961b3997607f tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Notify agent at l3_agent.dv-cinder-796114-3-iscsi the message routers_updated {{(pid=91875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:15:30.175621 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-860012be-04d3-43fd-98fc-961b3997607f tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208782'] for floatingip, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:30.181099 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b905488d-af51-4b87-84da-dd578da48c90 None None] Sync routers for ids ['4134e72e-1004-423c-b784-6ce69679a81b'] in dv-cinder-796114-3-iscsi {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:15:30.190719 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b905488d-af51-4b87-84da-dd578da48c90 None None] Routers {'4134e72e-1004-423c-b784-6ce69679a81b'} bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:15:30.191344 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-b905488d-af51-4b87-84da-dd578da48c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:57:20Z,description=,heartbeat_timestamp=2021-06-16T16:15:20Z,host='dv-cinder-796114-3-iscsi',id=0e7678c9-774c-4c46-a09f-f3aaee363ca4,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:57:20Z,topic='l3_agent')) {'router_ids': ['4134e72e-1004-423c-b784-6ce69679a81b'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:30.210418 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-860012be-04d3-43fd-98fc-961b3997607f tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "DELETE /v2.0/floatingips/e26ff2af-bf60-4a52-bf15-6b6aa3ac60b9 HTTP/1.1" status: 204 len: 168 time: 1.1586211 Jun 16 16:15:30.211080 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd0f51f7-f3e2-4aef-a493-a566d15bda7b', 'tag': '529f026a-df40-4cda-af17-002a523cfcda'}] {{(pid=91875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:15:30.213502 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd288140b641fa203b825626e643c4ae2408c15f4fce5032d4686340f68cf7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-482f5172-a63f-4902-a357-9ead86276512" -d '{"events": [{"name": "network-changed", "server_uuid": "fd0f51f7-f3e2-4aef-a493-a566d15bda7b", "tag": "529f026a-df40-4cda-af17-002a523cfcda"}]}' {{(pid=91875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:15:30.252572 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd28856-d670-4e7c-95a1-18ec972da306 x-openstack-request-id: req-ffd28856-d670-4e7c-95a1-18ec972da306 {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:15:30.252931 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd0f51f7-f3e2-4aef-a493-a566d15bda7b", "tag": "529f026a-df40-4cda-af17-002a523cfcda", "status": "completed", "code": 200}]} {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:15:30.253228 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ffd28856-d670-4e7c-95a1-18ec972da306 {{(pid=91875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:15:30.253711 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd0f51f7-f3e2-4aef-a493-a566d15bda7b', 'tag': '529f026a-df40-4cda-af17-002a523cfcda', 'status': 'completed', 'code': 200} Jun 16 16:15:30.301008 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-b905488d-af51-4b87-84da-dd578da48c90 None None] Set router 4134e72e-1004-423c-b784-6ce69679a81b gateway port host: dv-cinder-796114-3-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:15:30.327228 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482f5172-a63f-4902-a357-9ead86276512 req-be705cb4-599f-4b9a-be74-9c1dcdbe4f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:30.328727 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-482f5172-a63f-4902-a357-9ead86276512 req-be705cb4-599f-4b9a-be74-9c1dcdbe4f93 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=801bc6047ffc40bf8e6f74767921a594&device_id=fd0f51f7-f3e2-4aef-a493-a566d15bda7b HTTP/1.1" status: 200 len: 1099 time: 0.0541098 Jun 16 16:15:30.429808 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482f5172-a63f-4902-a357-9ead86276512 req-6f71f3ca-7ab5-4469-a7f2-c2ba402dbf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:30.431580 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-482f5172-a63f-4902-a357-9ead86276512 req-6f71f3ca-7ab5-4469-a7f2-c2ba402dbf45 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a3ebedf3-8e19-44c9-ac63-65dd93c0bad7 HTTP/1.1" status: 200 len: 910 time: 0.0968046 Jun 16 16:15:30.481900 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-482f5172-a63f-4902-a357-9ead86276512 req-2497cfee-ec8f-4d69-b5b4-8dee0c6f30ab service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=529f026a-df40-4cda-af17-002a523cfcda HTTP/1.1" status: 200 len: 217 time: 0.0424933 Jun 16 16:15:30.517335 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-b905488d-af51-4b87-84da-dd578da48c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4134e72e-1004-423c-b784-6ce69679a81b', 'name': 'tempest-TestShelveInstance-2039370556-router', 'tenant_id': '801bc6047ffc40bf8e6f74767921a594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '48d741e1-fa55-418e-9a0c-f318e0aea8e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:10:46Z', 'updated_at': '2021-06-16T16:10:49Z', 'revision_number': 4, 'project_id': '801bc6047ffc40bf8e6f74767921a594', 'gw_port': {'id': '48d741e1-fa55-418e-9a0c-f318e0aea8e5', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:00:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4134e72e-1004-423c-b784-6ce69679a81b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:10:47Z', 'updated_at': '2021-06-16T16:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi', '_interfaces': [{'id': 'f5eb6f32-77f5-4830-ae3c-30021b621d81', 'name': '', 'network_id': 'a3ebedf3-8e19-44c9-ac63-65dd93c0bad7', 'tenant_id': '801bc6047ffc40bf8e6f74767921a594', 'mac_address': 'fa:16:3e:1b:24:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4134e72e-1004-423c-b784-6ce69679a81b', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'fddd5f14-0f57-4350-96d9-5e8c4267026c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:10:48Z', 'updated_at': '2021-06-16T16:10:55Z', 'revision_number': 5, 'project_id': '801bc6047ffc40bf8e6f74767921a594', 'subnets': [{'id': 'fddd5f14-0f57-4350-96d9-5e8c4267026c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:30.522673 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b905488d-af51-4b87-84da-dd578da48c90 None None] Checking router: 4134e72e-1004-423c-b784-6ce69679a81b for host: dv-cinder-796114-3-iscsi {{(pid=91876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:15:30.531532 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b905488d-af51-4b87-84da-dd578da48c90 None None] Routers {'4134e72e-1004-423c-b784-6ce69679a81b'} bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:15:30.532168 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-b905488d-af51-4b87-84da-dd578da48c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:57:20Z,description=,heartbeat_timestamp=2021-06-16T16:15:20Z,host='dv-cinder-796114-3-iscsi',id=0e7678c9-774c-4c46-a09f-f3aaee363ca4,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:57:20Z,topic='l3_agent')) {'router_ids': ['4134e72e-1004-423c-b784-6ce69679a81b'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:30.540828 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482f5172-a63f-4902-a357-9ead86276512 req-de84b795-0a81-4049-a63d-45829bd9bb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:30.542443 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-482f5172-a63f-4902-a357-9ead86276512 req-de84b795-0a81-4049-a63d-45829bd9bb1a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fddd5f14-0f57-4350-96d9-5e8c4267026c HTTP/1.1" status: 200 len: 848 time: 0.0539808 Jun 16 16:15:30.607145 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482f5172-a63f-4902-a357-9ead86276512 req-d3b21710-e87c-45a2-bbb7-00919c7e04d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:30.608555 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-482f5172-a63f-4902-a357-9ead86276512 req-d3b21710-e87c-45a2-bbb7-00919c7e04d0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a3ebedf3-8e19-44c9-ac63-65dd93c0bad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0588584 Jun 16 16:15:30.641964 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-b905488d-af51-4b87-84da-dd578da48c90 None None] Set router 4134e72e-1004-423c-b784-6ce69679a81b gateway port host: dv-cinder-796114-3-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:15:30.699704 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-482f5172-a63f-4902-a357-9ead86276512 req-388c99e0-341f-4e41-99d1-da8c2eefb209 service neutron] 10.222.0.15 "GET /v2.0/networks/a3ebedf3-8e19-44c9-ac63-65dd93c0bad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839953 Jun 16 16:15:30.714931 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b85782-95d7-401f-a996-4e2e1d9a85ae req-76aede8f-ae96-4b62-9ce8-b38b0b2e69e4 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:30.716539 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a6b85782-95d7-401f-a996-4e2e1d9a85ae req-76aede8f-ae96-4b62-9ce8-b38b0b2e69e4 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd0f51f7-f3e2-4aef-a493-a566d15bda7b HTTP/1.1" status: 200 len: 946 time: 0.1868677 Jun 16 16:15:30.760090 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a6b85782-95d7-401f-a996-4e2e1d9a85ae req-a2ebac14-2310-413a-8a0d-104e39bafbf4 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/security-groups?id=423af48b-c5df-46e1-80e7-8deb00a62110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362797 Jun 16 16:15:30.808038 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-482f5172-a63f-4902-a357-9ead86276512 req-1bf36ddc-c14f-4e82-bfa4-8d10afb31b4e service neutron] 10.222.0.15 "GET /v2.0/networks/a3ebedf3-8e19-44c9-ac63-65dd93c0bad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013002 Jun 16 16:15:30.856413 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-b905488d-af51-4b87-84da-dd578da48c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4134e72e-1004-423c-b784-6ce69679a81b', 'name': 'tempest-TestShelveInstance-2039370556-router', 'tenant_id': '801bc6047ffc40bf8e6f74767921a594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '48d741e1-fa55-418e-9a0c-f318e0aea8e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:10:46Z', 'updated_at': '2021-06-16T16:10:49Z', 'revision_number': 4, 'project_id': '801bc6047ffc40bf8e6f74767921a594', 'gw_port': {'id': '48d741e1-fa55-418e-9a0c-f318e0aea8e5', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:00:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4134e72e-1004-423c-b784-6ce69679a81b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:10:47Z', 'updated_at': '2021-06-16T16:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi', '_interfaces': [{'id': 'f5eb6f32-77f5-4830-ae3c-30021b621d81', 'name': '', 'network_id': 'a3ebedf3-8e19-44c9-ac63-65dd93c0bad7', 'tenant_id': '801bc6047ffc40bf8e6f74767921a594', 'mac_address': 'fa:16:3e:1b:24:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4134e72e-1004-423c-b784-6ce69679a81b', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'fddd5f14-0f57-4350-96d9-5e8c4267026c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:10:48Z', 'updated_at': '2021-06-16T16:10:55Z', 'revision_number': 5, 'project_id': '801bc6047ffc40bf8e6f74767921a594', 'subnets': [{'id': 'fddd5f14-0f57-4350-96d9-5e8c4267026c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:30.859911 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b905488d-af51-4b87-84da-dd578da48c90 None None] The sync data for ids ['4134e72e-1004-423c-b784-6ce69679a81b'] in dv-cinder-796114-3-iscsi is: [{'id': '4134e72e-1004-423c-b784-6ce69679a81b', 'name': 'tempest-TestShelveInstance-2039370556-router', 'tenant_id': '801bc6047ffc40bf8e6f74767921a594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '48d741e1-fa55-418e-9a0c-f318e0aea8e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:10:46Z', 'updated_at': '2021-06-16T16:10:49Z', 'revision_number': 4, 'project_id': '801bc6047ffc40bf8e6f74767921a594', 'gw_port': {'id': '48d741e1-fa55-418e-9a0c-f318e0aea8e5', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:00:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4134e72e-1004-423c-b784-6ce69679a81b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:10:47Z', 'updated_at': '2021-06-16T16:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi', '_interfaces': [{'id': 'f5eb6f32-77f5-4830-ae3c-30021b621d81', 'name': '', 'network_id': 'a3ebedf3-8e19-44c9-ac63-65dd93c0bad7', 'tenant_id': '801bc6047ffc40bf8e6f74767921a594', 'mac_address': 'fa:16:3e:1b:24:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4134e72e-1004-423c-b784-6ce69679a81b', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'fddd5f14-0f57-4350-96d9-5e8c4267026c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:10:48Z', 'updated_at': '2021-06-16T16:10:55Z', 'revision_number': 5, 'project_id': '801bc6047ffc40bf8e6f74767921a594', 'subnets': [{'id': 'fddd5f14-0f57-4350-96d9-5e8c4267026c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:15:31.061852 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6216e5-8c6c-4d5f-8c33-f910a3c5f536 None None] New status for floating IP e26ff2af-bf60-4a52-bf15-6b6aa3ac60b9: DOWN {{(pid=91877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:15:32.024258 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d9271d-b4e9-486f-a17a-b308940492cd req-0a7d1fd7-a22e-4789-8a33-a42df99f9103 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:32.025708 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-31d9271d-b4e9-486f-a17a-b308940492cd req-0a7d1fd7-a22e-4789-8a33-a42df99f9103 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd0f51f7-f3e2-4aef-a493-a566d15bda7b HTTP/1.1" status: 200 len: 946 time: 0.1505685 Jun 16 16:15:32.037432 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e1c5eb-8ee7-4bc4-8e23-c50c5a14b045 req-8c4e9970-8f8e-43d3-97b8-a68e4e9bef79 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:32.038744 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-59e1c5eb-8ee7-4bc4-8e23-c50c5a14b045 req-8c4e9970-8f8e-43d3-97b8-a68e4e9bef79 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd0f51f7-f3e2-4aef-a493-a566d15bda7b HTTP/1.1" status: 200 len: 946 time: 0.0863440 Jun 16 16:15:32.109467 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-31d9271d-b4e9-486f-a17a-b308940492cd req-0d45fc1b-b067-4432-872f-ff6d9c32d038 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/security-groups?id=423af48b-c5df-46e1-80e7-8deb00a62110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695758 Jun 16 16:15:32.163867 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [req-59e1c5eb-8ee7-4bc4-8e23-c50c5a14b045 req-53306c28-a2af-4030-b064-b4b9c2dd0dd7 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Deleting port 529f026a-df40-4cda-af17-002a523cfcda {{(pid=91875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:15:32.164217 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-59e1c5eb-8ee7-4bc4-8e23-c50c5a14b045 req-53306c28-a2af-4030-b064-b4b9c2dd0dd7 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726811340957'] for port, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:32.256630 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [req-59e1c5eb-8ee7-4bc4-8e23-c50c5a14b045 req-53306c28-a2af-4030-b064-b4b9c2dd0dd7 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] For port 529f026a-df40-4cda-af17-002a523cfcda, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=529f026a-df40-4cda-af17-002a523cfcda,segment=NetworkSegment(3cd1e79d-857f-4698-965a-d9a3a3d0116f),segment_id=3cd1e79d-857f-4698-965a-d9a3a3d0116f)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:15:32.256996 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-59e1c5eb-8ee7-4bc4-8e23-c50c5a14b045 req-53306c28-a2af-4030-b064-b4b9c2dd0dd7 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674541'] for port, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:32.319616 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [req-59e1c5eb-8ee7-4bc4-8e23-c50c5a14b045 req-53306c28-a2af-4030-b064-b4b9c2dd0dd7 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Calling delete_port for 529f026a-df40-4cda-af17-002a523cfcda owned by compute:nova {{(pid=91875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:15:32.445204 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-59e1c5eb-8ee7-4bc4-8e23-c50c5a14b045 req-53306c28-a2af-4030-b064-b4b9c2dd0dd7 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726811346809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726810953732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449056'] for port, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:32.448932 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-ae9ce8b2-5bc9-4a01-9666-e523b81ab8b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:32.473418 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53306c28-a2af-4030-b064-b4b9c2dd0dd7 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Pushing event deleted for resources: {'Port': ['ID=529f026a-df40-4cda-af17-002a523cfcda,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:32.476693 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-53306c28-a2af-4030-b064-b4b9c2dd0dd7 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:32.526470 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [req-59e1c5eb-8ee7-4bc4-8e23-c50c5a14b045 req-53306c28-a2af-4030-b064-b4b9c2dd0dd7 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] No DVR routers for this DVR port 529f026a-df40-4cda-af17-002a523cfcda on host hv-cinder-79611 {{(pid=91875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:15:32.529038 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [req-59e1c5eb-8ee7-4bc4-8e23-c50c5a14b045 req-53306c28-a2af-4030-b064-b4b9c2dd0dd7 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208782'] for port, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:32.530975 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-59e1c5eb-8ee7-4bc4-8e23-c50c5a14b045 req-53306c28-a2af-4030-b064-b4b9c2dd0dd7 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.15 "DELETE /v2.0/ports/529f026a-df40-4cda-af17-002a523cfcda HTTP/1.1" status: 204 len: 173 time: 0.4847841 Jun 16 16:15:32.531696 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd0f51f7-f3e2-4aef-a493-a566d15bda7b', 'name': 'network-vif-deleted', 'tag': '529f026a-df40-4cda-af17-002a523cfcda'}] {{(pid=91875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:15:32.534539 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd288140b641fa203b825626e643c4ae2408c15f4fce5032d4686340f68cf7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a8baace-7c3e-4491-bdae-c9b42109e10f" -d '{"events": [{"server_uuid": "fd0f51f7-f3e2-4aef-a493-a566d15bda7b", "name": "network-vif-deleted", "tag": "529f026a-df40-4cda-af17-002a523cfcda"}]}' {{(pid=91875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:15:32.592197 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf6cc25-f441-4fa1-8c95-974e9e88992e x-openstack-request-id: req-faf6cc25-f441-4fa1-8c95-974e9e88992e {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:15:32.592531 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd0f51f7-f3e2-4aef-a493-a566d15bda7b", "name": "network-vif-deleted", "tag": "529f026a-df40-4cda-af17-002a523cfcda", "status": "completed", "code": 200}]} {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:15:32.592821 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-faf6cc25-f441-4fa1-8c95-974e9e88992e {{(pid=91875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:15:32.593249 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd0f51f7-f3e2-4aef-a493-a566d15bda7b', 'name': 'network-vif-deleted', 'tag': '529f026a-df40-4cda-af17-002a523cfcda', 'status': 'completed', 'code': 200} Jun 16 16:15:33.271985 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-b65daf59-1bca-4059-9e84-1d0fced4530b req-cfe54a9d-8e69-4f4b-9261-491e12f11971 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd0f51f7-f3e2-4aef-a493-a566d15bda7b HTTP/1.1" status: 200 len: 210 time: 0.0333376 Jun 16 16:15:33.814105 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.agents_db [None req-058d43c2-15cf-4374-9ac5-1369303d1fb9 None None] Agent healthcheck: found 6 active agents {{(pid=91877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:15:34.365776 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 43936) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:34.422445 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-6b60095f-6310-49c8-8ddb-e33f20cb49f7 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Notify callbacks [] for security_group, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:34.447987 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-6b60095f-6310-49c8-8ddb-e33f20cb49f7 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:34.507642 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-6b60095f-6310-49c8-8ddb-e33f20cb49f7 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:34.510315 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-6b60095f-6310-49c8-8ddb-e33f20cb49f7 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Notify callbacks [] for security_group, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:34.511476 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-6b60095f-6310-49c8-8ddb-e33f20cb49f7 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] 10.222.0.49 "DELETE /v2.0/security-groups/423af48b-c5df-46e1-80e7-8deb00a62110 HTTP/1.1" status: 204 len: 168 time: 0.1446922 Jun 16 16:15:34.512328 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-71942924-d656-49c4-acaa-db443ff67dfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:34.521686 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b60095f-6310-49c8-8ddb-e33f20cb49f7 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=423af48b-c5df-46e1-80e7-8deb00a62110,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:34.524225 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-6b60095f-6310-49c8-8ddb-e33f20cb49f7 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:34.562676 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 43940) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:34.901580 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-6c52c25a-c35e-4bf7-8da6-c104b4b654e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689354'] for router_interface, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:35.149832 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-6c52c25a-c35e-4bf7-8da6-c104b4b654e5 admin admin] Deleting port f5eb6f32-77f5-4830-ae3c-30021b621d81 {{(pid=91875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:15:35.150177 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-6c52c25a-c35e-4bf7-8da6-c104b4b654e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726811340957'] for port, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:35.224952 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-6c52c25a-c35e-4bf7-8da6-c104b4b654e5 admin admin] For port f5eb6f32-77f5-4830-ae3c-30021b621d81, host dv-cinder-796114-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=f5eb6f32-77f5-4830-ae3c-30021b621d81,segment=NetworkSegment(3cd1e79d-857f-4698-965a-d9a3a3d0116f),segment_id=3cd1e79d-857f-4698-965a-d9a3a3d0116f)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:15:35.225307 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-6c52c25a-c35e-4bf7-8da6-c104b4b654e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674541'] for port, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:35.289853 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-6c52c25a-c35e-4bf7-8da6-c104b4b654e5 admin admin] Calling delete_port for f5eb6f32-77f5-4830-ae3c-30021b621d81 owned by network:router_interface {{(pid=91875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:15:35.466652 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-6c52c25a-c35e-4bf7-8da6-c104b4b654e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726811346809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726810953732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449056'] for port, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:35.468568 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-7cfb60ec-7869-4719-a389-f2c839fbfd57 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:35.492850 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c52c25a-c35e-4bf7-8da6-c104b4b654e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5eb6f32-77f5-4830-ae3c-30021b621d81,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:35.495843 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-6c52c25a-c35e-4bf7-8da6-c104b4b654e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:35.654812 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-6c52c25a-c35e-4bf7-8da6-c104b4b654e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16222899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689246'] for router_interface, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:35.866150 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c52c25a-c35e-4bf7-8da6-c104b4b654e5 admin admin] Router 4134e72e-1004-423c-b784-6ce69679a81b has already been hosted by L3 agent 0e7678c9-774c-4c46-a09f-f3aaee363ca4 {{(pid=91875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:15:35.973987 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c52c25a-c35e-4bf7-8da6-c104b4b654e5 admin admin] Notify agent at l3_agent.dv-cinder-796114-3-iscsi the message routers_updated {{(pid=91875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:15:35.978834 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-6c52c25a-c35e-4bf7-8da6-c104b4b654e5 admin admin] 10.222.0.49 "PUT /v2.0/routers/4134e72e-1004-423c-b784-6ce69679a81b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4148817 Jun 16 16:15:35.981353 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 43942) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:35.983722 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3214a1-08f4-479f-a8f7-517c627bb7e2 None None] Sync routers for ids ['4134e72e-1004-423c-b784-6ce69679a81b'] in dv-cinder-796114-3-iscsi {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:15:35.994906 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3214a1-08f4-479f-a8f7-517c627bb7e2 None None] Routers {'4134e72e-1004-423c-b784-6ce69679a81b'} bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:15:35.995649 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-ca3214a1-08f4-479f-a8f7-517c627bb7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:57:20Z,description=,heartbeat_timestamp=2021-06-16T16:15:20Z,host='dv-cinder-796114-3-iscsi',id=0e7678c9-774c-4c46-a09f-f3aaee363ca4,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:57:20Z,topic='l3_agent')) {'router_ids': ['4134e72e-1004-423c-b784-6ce69679a81b'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:36.084470 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e8b18e1c-e84e-4271-bc8e-e2fc8835d1b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:36.100991 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-ca3214a1-08f4-479f-a8f7-517c627bb7e2 None None] Set router 4134e72e-1004-423c-b784-6ce69679a81b gateway port host: dv-cinder-796114-3-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:15:36.184810 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e8b18e1c-e84e-4271-bc8e-e2fc8835d1b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:36.237920 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-e8b18e1c-e84e-4271-bc8e-e2fc8835d1b3 admin admin] Deleting port 48d741e1-fa55-418e-9a0c-f318e0aea8e5 {{(pid=91875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:15:36.238254 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e8b18e1c-e84e-4271-bc8e-e2fc8835d1b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726811340957'] for port, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:36.277548 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-ca3214a1-08f4-479f-a8f7-517c627bb7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4134e72e-1004-423c-b784-6ce69679a81b', 'name': 'tempest-TestShelveInstance-2039370556-router', 'tenant_id': '801bc6047ffc40bf8e6f74767921a594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '48d741e1-fa55-418e-9a0c-f318e0aea8e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:10:46Z', 'updated_at': '2021-06-16T16:15:35Z', 'revision_number': 5, 'project_id': '801bc6047ffc40bf8e6f74767921a594', 'gw_port': {'id': '48d741e1-fa55-418e-9a0c-f318e0aea8e5', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:00:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4134e72e-1004-423c-b784-6ce69679a81b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:10:47Z', 'updated_at': '2021-06-16T16:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi'}], 'dv-cinder-796114-3-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:36.280822 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3214a1-08f4-479f-a8f7-517c627bb7e2 None None] Checking router: 4134e72e-1004-423c-b784-6ce69679a81b for host: dv-cinder-796114-3-iscsi {{(pid=91876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:15:36.289450 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3214a1-08f4-479f-a8f7-517c627bb7e2 None None] Routers {'4134e72e-1004-423c-b784-6ce69679a81b'} bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:15:36.290072 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-ca3214a1-08f4-479f-a8f7-517c627bb7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:57:20Z,description=,heartbeat_timestamp=2021-06-16T16:15:20Z,host='dv-cinder-796114-3-iscsi',id=0e7678c9-774c-4c46-a09f-f3aaee363ca4,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:57:20Z,topic='l3_agent')) {'router_ids': ['4134e72e-1004-423c-b784-6ce69679a81b'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:36.319381 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-e8b18e1c-e84e-4271-bc8e-e2fc8835d1b3 admin admin] For port 48d741e1-fa55-418e-9a0c-f318e0aea8e5, host dv-cinder-796114-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=48d741e1-fa55-418e-9a0c-f318e0aea8e5,segment=NetworkSegment(36d53036-d305-476e-ad99-71a5cdef7eb4),segment_id=36d53036-d305-476e-ad99-71a5cdef7eb4)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:15:36.319744 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e8b18e1c-e84e-4271-bc8e-e2fc8835d1b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674541'] for port, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:36.378731 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-ca3214a1-08f4-479f-a8f7-517c627bb7e2 None None] Set router 4134e72e-1004-423c-b784-6ce69679a81b gateway port host: None {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:15:36.384706 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-e8b18e1c-e84e-4271-bc8e-e2fc8835d1b3 admin admin] Calling delete_port for 48d741e1-fa55-418e-9a0c-f318e0aea8e5 owned by network:router_gateway {{(pid=91875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:15:36.431886 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-ca3214a1-08f4-479f-a8f7-517c627bb7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4134e72e-1004-423c-b784-6ce69679a81b', 'name': 'tempest-TestShelveInstance-2039370556-router', 'tenant_id': '801bc6047ffc40bf8e6f74767921a594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:10:46Z', 'updated_at': '2021-06-16T16:15:36Z', 'revision_number': 6, 'project_id': '801bc6047ffc40bf8e6f74767921a594', 'gw_port_host': None}], 'dv-cinder-796114-3-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:36.435488 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3214a1-08f4-479f-a8f7-517c627bb7e2 None None] The sync data for ids ['4134e72e-1004-423c-b784-6ce69679a81b'] in dv-cinder-796114-3-iscsi is: [{'id': '4134e72e-1004-423c-b784-6ce69679a81b', 'name': 'tempest-TestShelveInstance-2039370556-router', 'tenant_id': '801bc6047ffc40bf8e6f74767921a594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:10:46Z', 'updated_at': '2021-06-16T16:15:36Z', 'revision_number': 6, 'project_id': '801bc6047ffc40bf8e6f74767921a594', 'gw_port_host': None}] {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:15:36.548720 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e8b18e1c-e84e-4271-bc8e-e2fc8835d1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726811346809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726810953732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449056'] for port, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:36.552738 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-95fbb48e-2f4f-4698-a145-39703793b0eb tempest-AttachVolumeTestJSON-699815921 tempest-AttachVolumeTestJSON-699815921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:36.580176 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b18e1c-e84e-4271-bc8e-e2fc8835d1b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=48d741e1-fa55-418e-9a0c-f318e0aea8e5,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:36.582288 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-e8b18e1c-e84e-4271-bc8e-e2fc8835d1b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:36.641676 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e8b18e1c-e84e-4271-bc8e-e2fc8835d1b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701981'] for router_gateway, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:36.728528 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e8b18e1c-e84e-4271-bc8e-e2fc8835d1b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2189'] for router, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:36.730520 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e8b18e1c-e84e-4271-bc8e-e2fc8835d1b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:36.762202 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device 529f026a-df40-4cda-af17-002a523cfcda no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:15:36.771451 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e8b18e1c-e84e-4271-bc8e-e2fc8835d1b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-678231'] for router, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:36.771951 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b18e1c-e84e-4271-bc8e-e2fc8835d1b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4134e72e-1004-423c-b784-6ce69679a81b {{(pid=91875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 16:15:36.777058 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e8b18e1c-e84e-4271-bc8e-e2fc8835d1b3 admin admin] Notify callbacks [] for router, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:36.778349 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-e8b18e1c-e84e-4271-bc8e-e2fc8835d1b3 admin admin] 10.222.0.49 "DELETE /v2.0/routers/4134e72e-1004-423c-b784-6ce69679a81b HTTP/1.1" status: 204 len: 168 time: 0.7960527 Jun 16 16:15:36.780956 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 43944) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:36.797613 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] No Port match for: 529f026a-df40-4cda-af17-002a523cfcda {{(pid=91876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:15:36.797969 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Device 529f026a-df40-4cda-af17-002a523cfcda not bound to the agent host hv-cinder-79611 {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:15:36.838903 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_v2 [None req-72d18c3f-c75b-4a5c-87ca-52d1fdf52a99 admin admin] Deleting subnet fddd5f14-0f57-4350-96d9-5e8c4267026c {{(pid=91874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:15:36.842415 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-72d18c3f-c75b-4a5c-87ca-52d1fdf52a99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:36.878953 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-72d18c3f-c75b-4a5c-87ca-52d1fdf52a99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3127486'] for subnet, precommit_delete_associations {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:36.960664 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-72d18c3f-c75b-4a5c-87ca-52d1fdf52a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16234147'] for subnet, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:37.019508 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-72d18c3f-c75b-4a5c-87ca-52d1fdf52a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16234172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3528999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3923767'] for subnet, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:37.022371 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:37.045777 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d18c3f-c75b-4a5c-87ca-52d1fdf52a99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fddd5f14-0f57-4350-96d9-5e8c4267026c,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:37.053386 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-72d18c3f-c75b-4a5c-87ca-52d1fdf52a99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16222807'] for subnet, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:37.055215 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-72d18c3f-c75b-4a5c-87ca-52d1fdf52a99 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/fddd5f14-0f57-4350-96d9-5e8c4267026c HTTP/1.1" status: 204 len: 168 time: 0.2732413 Jun 16 16:15:37.056139 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec157e3-cab4-4c4e-a01d-2458c6011cda None None] Network a3ebedf3-8e19-44c9-ac63-65dd93c0bad7 requested from dv-cinder-796114-3-iscsi {{(pid=91876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:15:37.056804 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d18c3f-c75b-4a5c-87ca-52d1fdf52a99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:37.057193 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d18c3f-c75b-4a5c-87ca-52d1fdf52a99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:37.057683 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d18c3f-c75b-4a5c-87ca-52d1fdf52a99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:37.057892 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 43946) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:37.058094 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d18c3f-c75b-4a5c-87ca-52d1fdf52a99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:37.058505 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d18c3f-c75b-4a5c-87ca-52d1fdf52a99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:37.058789 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d18c3f-c75b-4a5c-87ca-52d1fdf52a99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:37.059155 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d18c3f-c75b-4a5c-87ca-52d1fdf52a99 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:37.059519 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d18c3f-c75b-4a5c-87ca-52d1fdf52a99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:37.059888 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d18c3f-c75b-4a5c-87ca-52d1fdf52a99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:37.060248 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d18c3f-c75b-4a5c-87ca-52d1fdf52a99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:37.060609 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d18c3f-c75b-4a5c-87ca-52d1fdf52a99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:37.060965 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d18c3f-c75b-4a5c-87ca-52d1fdf52a99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:37.064299 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-72d18c3f-c75b-4a5c-87ca-52d1fdf52a99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:37.125678 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-9af0ac3c-c048-4ba4-8625-0b0124229ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16160318'] for network, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:37.181415 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-9af0ac3c-c048-4ba4-8625-0b0124229ef0 admin admin] Deleting port 28baee64-c2fb-4032-822c-82544aca260b {{(pid=91875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:15:37.181769 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-9af0ac3c-c048-4ba4-8625-0b0124229ef0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726811340957'] for port, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:37.246518 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c2ed0e-75dc-4e20-b34c-fb8510f8e8eb None None] DHCP port deletion for a3ebedf3-8e19-44c9-ac63-65dd93c0bad7 request from dv-cinder-796114-3-iscsi {{(pid=91876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 16:15:37.255124 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-9af0ac3c-c048-4ba4-8625-0b0124229ef0 admin admin] For port 28baee64-c2fb-4032-822c-82544aca260b, host dv-cinder-796114-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=28baee64-c2fb-4032-822c-82544aca260b,segment=NetworkSegment(3cd1e79d-857f-4698-965a-d9a3a3d0116f),segment_id=3cd1e79d-857f-4698-965a-d9a3a3d0116f)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:15:37.255484 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-9af0ac3c-c048-4ba4-8625-0b0124229ef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674541'] for port, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:37.273483 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device f5eb6f32-77f5-4830-ae3c-30021b621d81 no longer exists at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:15:37.295236 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] No Port match for: f5eb6f32-77f5-4830-ae3c-30021b621d81 {{(pid=91876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:15:37.295597 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device f5eb6f32-77f5-4830-ae3c-30021b621d81 not bound to the agent host dv-cinder-796114-3-iscsi {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:15:37.318236 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-22c2ed0e-75dc-4e20-b34c-fb8510f8e8eb None None] Deleting port 28baee64-c2fb-4032-822c-82544aca260b {{(pid=91876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:15:37.318631 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-22c2ed0e-75dc-4e20-b34c-fb8510f8e8eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726811340957'] for port, before_delete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:37.388613 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-22c2ed0e-75dc-4e20-b34c-fb8510f8e8eb None None] For port 28baee64-c2fb-4032-822c-82544aca260b, host dv-cinder-796114-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=28baee64-c2fb-4032-822c-82544aca260b,segment=NetworkSegment(3cd1e79d-857f-4698-965a-d9a3a3d0116f),segment_id=3cd1e79d-857f-4698-965a-d9a3a3d0116f)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:15:37.389021 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-22c2ed0e-75dc-4e20-b34c-fb8510f8e8eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674541'] for port, precommit_delete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:37.455158 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-22c2ed0e-75dc-4e20-b34c-fb8510f8e8eb None None] Calling delete_port for 28baee64-c2fb-4032-822c-82544aca260b owned by network:dhcp {{(pid=91876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:15:37.546386 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-22c2ed0e-75dc-4e20-b34c-fb8510f8e8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726811346809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726810953732'] for port, after_delete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:37.549746 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:37.576420 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c2ed0e-75dc-4e20-b34c-fb8510f8e8eb None None] Pushing event deleted for resources: {'Port': ['ID=28baee64-c2fb-4032-822c-82544aca260b,revision_number=None']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:37.584461 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c2ed0e-75dc-4e20-b34c-fb8510f8e8eb None None] No DVR routers for this DVR port 28baee64-c2fb-4032-822c-82544aca260b on host dv-cinder-796114-3-iscsi {{(pid=91876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:15:37.586800 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c2ed0e-75dc-4e20-b34c-fb8510f8e8eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:37.587155 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c2ed0e-75dc-4e20-b34c-fb8510f8e8eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:37.587500 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c2ed0e-75dc-4e20-b34c-fb8510f8e8eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:37.587839 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c2ed0e-75dc-4e20-b34c-fb8510f8e8eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:37.588212 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c2ed0e-75dc-4e20-b34c-fb8510f8e8eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:37.588548 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c2ed0e-75dc-4e20-b34c-fb8510f8e8eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:37.588881 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c2ed0e-75dc-4e20-b34c-fb8510f8e8eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:37.589213 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c2ed0e-75dc-4e20-b34c-fb8510f8e8eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:37.589571 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c2ed0e-75dc-4e20-b34c-fb8510f8e8eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:37.589902 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c2ed0e-75dc-4e20-b34c-fb8510f8e8eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:37.590317 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c2ed0e-75dc-4e20-b34c-fb8510f8e8eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:37.590650 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c2ed0e-75dc-4e20-b34c-fb8510f8e8eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:37.594383 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-22c2ed0e-75dc-4e20-b34c-fb8510f8e8eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:37.619061 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-9af0ac3c-c048-4ba4-8625-0b0124229ef0 admin admin] Calling delete_port for 28baee64-c2fb-4032-822c-82544aca260b owned by network:dhcp {{(pid=91875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:15:37.695798 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-9af0ac3c-c048-4ba4-8625-0b0124229ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726811346809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726810953732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449056'] for port, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:37.698642 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-6c52c25a-c35e-4bf7-8da6-c104b4b654e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:37.724827 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af0ac3c-c048-4ba4-8625-0b0124229ef0 admin admin] Pushing event deleted for resources: {'Port': ['ID=28baee64-c2fb-4032-822c-82544aca260b,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:37.727243 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-9af0ac3c-c048-4ba4-8625-0b0124229ef0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:37.729736 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af0ac3c-c048-4ba4-8625-0b0124229ef0 admin admin] No DVR routers for this DVR port 28baee64-c2fb-4032-822c-82544aca260b on host dv-cinder-796114-3-iscsi {{(pid=91875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:15:37.800996 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-9af0ac3c-c048-4ba4-8625-0b0124229ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16236332', 'neutron.services.segments.db._delete_segments_for_network-8726811427889'] for network, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:37.810303 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.services.segments.db [None req-9af0ac3c-c048-4ba4-8625-0b0124229ef0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3ebedf3-8e19-44c9-ac63-65dd93c0bad7']}} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:37.821078 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.services.segments.db [None req-9af0ac3c-c048-4ba4-8625-0b0124229ef0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cd1e79d-857f-4698-965a-d9a3a3d0116f') {'for_net_delete': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:37.821401 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.services.segments.db [None req-9af0ac3c-c048-4ba4-8625-0b0124229ef0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cd1e79d-857f-4698-965a-d9a3a3d0116f') {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:37.829767 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-9af0ac3c-c048-4ba4-8625-0b0124229ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726811427202', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4037697'] for segment, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:37.852240 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-9af0ac3c-c048-4ba4-8625-0b0124229ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233616'] for segment, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:37.858108 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9af0ac3c-c048-4ba4-8625-0b0124229ef0 admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=91875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:15:37.858629 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-9af0ac3c-c048-4ba4-8625-0b0124229ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2449141'] for segment, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:37.860240 dv-cinder-796114-3-iscsi neutron-server[91875]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 16:15:37.860240 dv-cinder-796114-3-iscsi neutron-server[91875]: self.session.flush() Jun 16 16:15:37.860240 dv-cinder-796114-3-iscsi neutron-server[91875]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 16:15:37.860240 dv-cinder-796114-3-iscsi neutron-server[91875]: self.session.flush() Jun 16 16:15:37.860240 dv-cinder-796114-3-iscsi neutron-server[91875]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 16:15:37.860240 dv-cinder-796114-3-iscsi neutron-server[91875]: self.session.flush() Jun 16 16:15:37.860240 dv-cinder-796114-3-iscsi neutron-server[91875]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 16:15:37.860240 dv-cinder-796114-3-iscsi neutron-server[91875]: self.session.flush() Jun 16 16:15:37.860240 dv-cinder-796114-3-iscsi neutron-server[91875]: Traceback (most recent call last): Jun 16 16:15:37.860240 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:15:37.860240 dv-cinder-796114-3-iscsi neutron-server[91875]: timer() Jun 16 16:15:37.860240 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:15:37.860240 dv-cinder-796114-3-iscsi neutron-server[91875]: cb(*args, **kw) Jun 16 16:15:37.860240 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:15:37.860240 dv-cinder-796114-3-iscsi neutron-server[91875]: return func(*args, **kwargs) Jun 16 16:15:37.860240 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:15:37.860240 dv-cinder-796114-3-iscsi neutron-server[91875]: self._notify() Jun 16 16:15:37.860240 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:15:37.860240 dv-cinder-796114-3-iscsi neutron-server[91875]: self.callback(batched_events) Jun 16 16:15:37.860240 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:15:37.860240 dv-cinder-796114-3-iscsi neutron-server[91875]: event.method(event) Jun 16 16:15:37.860240 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:15:37.860240 dv-cinder-796114-3-iscsi neutron-server[91875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:15:37.860240 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:15:37.860240 dv-cinder-796114-3-iscsi neutron-server[91875]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:15:37.860240 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:15:37.860240 dv-cinder-796114-3-iscsi neutron-server[91875]: return f(self, *a, **k) Jun 16 16:15:37.860240 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:15:37.860240 dv-cinder-796114-3-iscsi neutron-server[91875]: return self._get(url).json() Jun 16 16:15:37.860240 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:15:37.860240 dv-cinder-796114-3-iscsi neutron-server[91875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:15:37.860240 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:15:37.860240 dv-cinder-796114-3-iscsi neutron-server[91875]: return self.request(url, 'GET', **kwargs) Jun 16 16:15:37.860240 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:15:37.860240 dv-cinder-796114-3-iscsi neutron-server[91875]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:15:37.860240 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:15:37.860240 dv-cinder-796114-3-iscsi neutron-server[91875]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:15:37.860240 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:15:37.860240 dv-cinder-796114-3-iscsi neutron-server[91875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:15:37.860240 dv-cinder-796114-3-iscsi neutron-server[91875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:15:37.917024 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-9af0ac3c-c048-4ba4-8625-0b0124229ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16236325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-700135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702067'] for network, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:37.920399 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-65611045-203a-468f-b2e4-ab2e91878457 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:37.922746 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-9af0ac3c-c048-4ba4-8625-0b0124229ef0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16222807'] for network, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:37.925358 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-9af0ac3c-c048-4ba4-8625-0b0124229ef0 admin admin] 10.222.0.49 "DELETE /v2.0/networks/a3ebedf3-8e19-44c9-ac63-65dd93c0bad7 HTTP/1.1" status: 204 len: 168 time: 0.8663712 Jun 16 16:15:37.928233 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 43948) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:37.935963 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af0ac3c-c048-4ba4-8625-0b0124229ef0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3ebedf3-8e19-44c9-ac63-65dd93c0bad7,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:37.939064 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-9af0ac3c-c048-4ba4-8625-0b0124229ef0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:38.531802 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-611322da-624c-4268-b365-baebedb6d58c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689354'] for router_interface, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:38.783142 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-611322da-624c-4268-b365-baebedb6d58c admin admin] Deleting port 143bd7a5-c0cc-48e3-b893-7b13f2f53d4f {{(pid=91874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:15:38.783950 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-611322da-624c-4268-b365-baebedb6d58c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726811340957'] for port, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:38.859949 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device 48d741e1-fa55-418e-9a0c-f318e0aea8e5 no longer exists at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:15:38.865885 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-611322da-624c-4268-b365-baebedb6d58c admin admin] For port 143bd7a5-c0cc-48e3-b893-7b13f2f53d4f, host dv-cinder-796114-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=143bd7a5-c0cc-48e3-b893-7b13f2f53d4f,segment=NetworkSegment(0e597e1d-6936-446c-af22-b262472a04b9),segment_id=0e597e1d-6936-446c-af22-b262472a04b9)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:15:38.866248 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-611322da-624c-4268-b365-baebedb6d58c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674541'] for port, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:38.879988 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] No Port match for: 48d741e1-fa55-418e-9a0c-f318e0aea8e5 {{(pid=91876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:15:38.880434 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device 48d741e1-fa55-418e-9a0c-f318e0aea8e5 not bound to the agent host dv-cinder-796114-3-iscsi {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:15:38.880934 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device 28baee64-c2fb-4032-822c-82544aca260b no longer exists at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:15:38.901715 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] No Port match for: 28baee64-c2fb-4032-822c-82544aca260b {{(pid=91876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:15:38.902075 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device 28baee64-c2fb-4032-822c-82544aca260b not bound to the agent host dv-cinder-796114-3-iscsi {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:15:38.932618 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-611322da-624c-4268-b365-baebedb6d58c admin admin] Calling delete_port for 143bd7a5-c0cc-48e3-b893-7b13f2f53d4f owned by network:router_interface {{(pid=91874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:15:39.110942 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-611322da-624c-4268-b365-baebedb6d58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726811346809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726810953732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3529197'] for port, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:39.114244 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-c24af7bc-e894-44c2-a432-104482c24205 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:39.137810 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611322da-624c-4268-b365-baebedb6d58c admin admin] Pushing event deleted for resources: {'Port': ['ID=143bd7a5-c0cc-48e3-b893-7b13f2f53d4f,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:39.141747 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-611322da-624c-4268-b365-baebedb6d58c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:39.301182 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-611322da-624c-4268-b365-baebedb6d58c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16222899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689246'] for router_interface, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:39.513655 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-611322da-624c-4268-b365-baebedb6d58c admin admin] Router 61af35bd-c45b-4628-918b-5c95978be29e has already been hosted by L3 agent 0e7678c9-774c-4c46-a09f-f3aaee363ca4 {{(pid=91874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:15:39.618766 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-611322da-624c-4268-b365-baebedb6d58c admin admin] Notify agent at l3_agent.dv-cinder-796114-3-iscsi the message routers_updated {{(pid=91874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:15:39.623721 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-611322da-624c-4268-b365-baebedb6d58c admin admin] 10.222.0.49 "PUT /v2.0/routers/61af35bd-c45b-4628-918b-5c95978be29e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6944792 Jun 16 16:15:39.626295 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 43950) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:39.626914 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6657041-ccd2-4c69-ad40-96773e5a54bc None None] Sync routers for ids ['61af35bd-c45b-4628-918b-5c95978be29e'] in dv-cinder-796114-3-iscsi {{(pid=91877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:15:39.635992 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6657041-ccd2-4c69-ad40-96773e5a54bc None None] Routers {'61af35bd-c45b-4628-918b-5c95978be29e'} bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:15:39.636602 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_hamode_db [None req-d6657041-ccd2-4c69-ad40-96773e5a54bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:57:20Z,description=,heartbeat_timestamp=2021-06-16T16:15:20Z,host='dv-cinder-796114-3-iscsi',id=0e7678c9-774c-4c46-a09f-f3aaee363ca4,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:57:20Z,topic='l3_agent')) {'router_ids': ['61af35bd-c45b-4628-918b-5c95978be29e'], 'active': True} {{(pid=91877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:39.736127 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f34a3667-93a1-4c05-b1ae-b1c6a8b744de admin admin] Notify callbacks [] for router, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:39.741665 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_dvr_db [None req-d6657041-ccd2-4c69-ad40-96773e5a54bc None None] Set router 61af35bd-c45b-4628-918b-5c95978be29e gateway port host: dv-cinder-796114-3-iscsi {{(pid=91877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:15:39.837612 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f34a3667-93a1-4c05-b1ae-b1c6a8b744de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:39.900418 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-f34a3667-93a1-4c05-b1ae-b1c6a8b744de admin admin] Deleting port 13107833-ac6d-461a-b5af-871e3a7ef039 {{(pid=91874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:15:39.900775 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f34a3667-93a1-4c05-b1ae-b1c6a8b744de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726811340957'] for port, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:39.923192 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_hamode_db [None req-d6657041-ccd2-4c69-ad40-96773e5a54bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61af35bd-c45b-4628-918b-5c95978be29e', 'name': 'tempest-TestShelveInstance-1945181468-router', 'tenant_id': 'e2fce063d7714239a93a2e2f07fd8a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '13107833-ac6d-461a-b5af-871e3a7ef039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:10:51Z', 'updated_at': '2021-06-16T16:15:39Z', 'revision_number': 5, 'project_id': 'e2fce063d7714239a93a2e2f07fd8a86', 'gw_port': {'id': '13107833-ac6d-461a-b5af-871e3a7ef039', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61af35bd-c45b-4628-918b-5c95978be29e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:10:52Z', 'updated_at': '2021-06-16T16:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi'}], 'dv-cinder-796114-3-iscsi', False) {} {{(pid=91877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:39.926657 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6657041-ccd2-4c69-ad40-96773e5a54bc None None] Checking router: 61af35bd-c45b-4628-918b-5c95978be29e for host: dv-cinder-796114-3-iscsi {{(pid=91877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:15:39.934535 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6657041-ccd2-4c69-ad40-96773e5a54bc None None] Routers {'61af35bd-c45b-4628-918b-5c95978be29e'} bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:15:39.935130 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_hamode_db [None req-d6657041-ccd2-4c69-ad40-96773e5a54bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:57:20Z,description=,heartbeat_timestamp=2021-06-16T16:15:20Z,host='dv-cinder-796114-3-iscsi',id=0e7678c9-774c-4c46-a09f-f3aaee363ca4,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:57:20Z,topic='l3_agent')) {'router_ids': ['61af35bd-c45b-4628-918b-5c95978be29e'], 'active': True} {{(pid=91877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:39.980866 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-f34a3667-93a1-4c05-b1ae-b1c6a8b744de admin admin] For port 13107833-ac6d-461a-b5af-871e3a7ef039, host dv-cinder-796114-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=13107833-ac6d-461a-b5af-871e3a7ef039,segment=NetworkSegment(36d53036-d305-476e-ad99-71a5cdef7eb4),segment_id=36d53036-d305-476e-ad99-71a5cdef7eb4)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:15:39.981517 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f34a3667-93a1-4c05-b1ae-b1c6a8b744de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674541'] for port, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:40.016353 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_dvr_db [None req-d6657041-ccd2-4c69-ad40-96773e5a54bc None None] Set router 61af35bd-c45b-4628-918b-5c95978be29e gateway port host: None {{(pid=91877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:15:40.047023 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-f34a3667-93a1-4c05-b1ae-b1c6a8b744de admin admin] Calling delete_port for 13107833-ac6d-461a-b5af-871e3a7ef039 owned by network:router_gateway {{(pid=91874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:15:40.069882 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_hamode_db [None req-d6657041-ccd2-4c69-ad40-96773e5a54bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61af35bd-c45b-4628-918b-5c95978be29e', 'name': 'tempest-TestShelveInstance-1945181468-router', 'tenant_id': 'e2fce063d7714239a93a2e2f07fd8a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:10:51Z', 'updated_at': '2021-06-16T16:15:39Z', 'revision_number': 6, 'project_id': 'e2fce063d7714239a93a2e2f07fd8a86', 'gw_port_host': None}], 'dv-cinder-796114-3-iscsi', False) {} {{(pid=91877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:40.073465 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6657041-ccd2-4c69-ad40-96773e5a54bc None None] The sync data for ids ['61af35bd-c45b-4628-918b-5c95978be29e'] in dv-cinder-796114-3-iscsi is: [{'id': '61af35bd-c45b-4628-918b-5c95978be29e', 'name': 'tempest-TestShelveInstance-1945181468-router', 'tenant_id': 'e2fce063d7714239a93a2e2f07fd8a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:10:51Z', 'updated_at': '2021-06-16T16:15:39Z', 'revision_number': 6, 'project_id': 'e2fce063d7714239a93a2e2f07fd8a86', 'gw_port_host': None}] {{(pid=91877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:15:40.208551 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f34a3667-93a1-4c05-b1ae-b1c6a8b744de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726811346809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726810953732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3529197'] for port, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:40.210449 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-67f88934-b160-4d2b-a077-f28ffe49e4b1 tempest-TestMinimumBasicScenario-1681084309 tempest-TestMinimumBasicScenario-1681084309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:40.231578 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34a3667-93a1-4c05-b1ae-b1c6a8b744de admin admin] Pushing event deleted for resources: {'Port': ['ID=13107833-ac6d-461a-b5af-871e3a7ef039,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:40.235204 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-f34a3667-93a1-4c05-b1ae-b1c6a8b744de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:40.292976 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f34a3667-93a1-4c05-b1ae-b1c6a8b744de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701981'] for router_gateway, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:40.384018 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f34a3667-93a1-4c05-b1ae-b1c6a8b744de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2189'] for router, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:40.386230 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f34a3667-93a1-4c05-b1ae-b1c6a8b744de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:40.431260 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f34a3667-93a1-4c05-b1ae-b1c6a8b744de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-678231'] for router, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:40.431851 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f34a3667-93a1-4c05-b1ae-b1c6a8b744de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61af35bd-c45b-4628-918b-5c95978be29e {{(pid=91874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 16:15:40.436496 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f34a3667-93a1-4c05-b1ae-b1c6a8b744de admin admin] Notify callbacks [] for router, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:40.440340 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-f34a3667-93a1-4c05-b1ae-b1c6a8b744de admin admin] 10.222.0.49 "DELETE /v2.0/routers/61af35bd-c45b-4628-918b-5c95978be29e HTTP/1.1" status: 204 len: 168 time: 0.8104293 Jun 16 16:15:40.440647 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 43952) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:40.485507 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_v2 [None req-acb47a11-918f-4170-b8d2-cf2a850547b0 admin admin] Deleting subnet f41ed387-9884-4e6b-b492-a51a549f7101 {{(pid=91874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:15:40.489541 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-acb47a11-918f-4170-b8d2-cf2a850547b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:40.525584 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-acb47a11-918f-4170-b8d2-cf2a850547b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3127486'] for subnet, precommit_delete_associations {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:40.605246 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-acb47a11-918f-4170-b8d2-cf2a850547b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16234147'] for subnet, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:40.655600 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-acb47a11-918f-4170-b8d2-cf2a850547b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16234172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3528999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3923767'] for subnet, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:40.658722 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-379b9567-8cf7-4075-a532-23dc14bfd615 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:40.683565 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-acb47a11-918f-4170-b8d2-cf2a850547b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16222807'] for subnet, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:40.685438 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-acb47a11-918f-4170-b8d2-cf2a850547b0 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/f41ed387-9884-4e6b-b492-a51a549f7101 HTTP/1.1" status: 204 len: 168 time: 0.2438478 Jun 16 16:15:40.686526 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb47a11-918f-4170-b8d2-cf2a850547b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f41ed387-9884-4e6b-b492-a51a549f7101,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:40.687990 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 43954) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:40.690578 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-acb47a11-918f-4170-b8d2-cf2a850547b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:40.691937 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0022a088-2674-4dbc-8aa8-af739c44f05e None None] Network 6f1c54d6-41a7-4698-9eea-861be9a6ac9a requested from dv-cinder-796114-3-iscsi {{(pid=91876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:15:40.755109 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-532ac29c-2f0a-431c-92d3-e927921a3363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16160318'] for network, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:40.811160 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-532ac29c-2f0a-431c-92d3-e927921a3363 admin admin] Deleting port 8c89bdc9-9530-47ef-be1f-1ad6163eba3d {{(pid=91875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:15:40.811534 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-532ac29c-2f0a-431c-92d3-e927921a3363 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726811340957'] for port, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:40.889050 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-532ac29c-2f0a-431c-92d3-e927921a3363 admin admin] For port 8c89bdc9-9530-47ef-be1f-1ad6163eba3d, host dv-cinder-796114-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=8c89bdc9-9530-47ef-be1f-1ad6163eba3d,segment=NetworkSegment(0e597e1d-6936-446c-af22-b262472a04b9),segment_id=0e597e1d-6936-446c-af22-b262472a04b9)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:15:40.889429 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-532ac29c-2f0a-431c-92d3-e927921a3363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674541'] for port, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:40.905171 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d394719-6676-44ac-8325-783bca2ffdc5 None None] DHCP port deletion for 6f1c54d6-41a7-4698-9eea-861be9a6ac9a request from dv-cinder-796114-3-iscsi {{(pid=91876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 16:15:40.907305 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device 143bd7a5-c0cc-48e3-b893-7b13f2f53d4f no longer exists at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:15:40.949748 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] No Port match for: 143bd7a5-c0cc-48e3-b893-7b13f2f53d4f {{(pid=91876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:15:40.950111 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device 143bd7a5-c0cc-48e3-b893-7b13f2f53d4f not bound to the agent host dv-cinder-796114-3-iscsi {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:15:40.950550 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device 13107833-ac6d-461a-b5af-871e3a7ef039 no longer exists at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:15:40.958113 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-532ac29c-2f0a-431c-92d3-e927921a3363 admin admin] Calling delete_port for 8c89bdc9-9530-47ef-be1f-1ad6163eba3d owned by network:dhcp {{(pid=91875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:15:40.974147 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] No Port match for: 13107833-ac6d-461a-b5af-871e3a7ef039 {{(pid=91876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:15:40.974502 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device 13107833-ac6d-461a-b5af-871e3a7ef039 not bound to the agent host dv-cinder-796114-3-iscsi {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:15:40.997632 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-5d394719-6676-44ac-8325-783bca2ffdc5 None None] Deleting port 8c89bdc9-9530-47ef-be1f-1ad6163eba3d {{(pid=91876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:15:40.998030 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-5d394719-6676-44ac-8325-783bca2ffdc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726811340957'] for port, before_delete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:41.038697 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-532ac29c-2f0a-431c-92d3-e927921a3363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726811346809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726810953732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449056'] for port, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:41.042027 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-53306c28-a2af-4030-b064-b4b9c2dd0dd7 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:41.062051 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-5d394719-6676-44ac-8325-783bca2ffdc5 None None] For port 8c89bdc9-9530-47ef-be1f-1ad6163eba3d, host dv-cinder-796114-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=8c89bdc9-9530-47ef-be1f-1ad6163eba3d,segment=NetworkSegment(0e597e1d-6936-446c-af22-b262472a04b9),segment_id=0e597e1d-6936-446c-af22-b262472a04b9)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:15:41.062455 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-5d394719-6676-44ac-8325-783bca2ffdc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674541'] for port, precommit_delete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:41.068367 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532ac29c-2f0a-431c-92d3-e927921a3363 admin admin] No DVR routers for this DVR port 8c89bdc9-9530-47ef-be1f-1ad6163eba3d on host dv-cinder-796114-3-iscsi {{(pid=91875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:15:41.073261 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532ac29c-2f0a-431c-92d3-e927921a3363 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c89bdc9-9530-47ef-be1f-1ad6163eba3d,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:41.075585 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-532ac29c-2f0a-431c-92d3-e927921a3363 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:41.136347 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-5d394719-6676-44ac-8325-783bca2ffdc5 None None] Calling delete_port for 8c89bdc9-9530-47ef-be1f-1ad6163eba3d owned by network:dhcp {{(pid=91876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:15:41.149623 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-532ac29c-2f0a-431c-92d3-e927921a3363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16236332', 'neutron.services.segments.db._delete_segments_for_network-8726811427889'] for network, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:41.159625 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.services.segments.db [None req-532ac29c-2f0a-431c-92d3-e927921a3363 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f1c54d6-41a7-4698-9eea-861be9a6ac9a']}} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:41.169637 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.services.segments.db [None req-532ac29c-2f0a-431c-92d3-e927921a3363 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e597e1d-6936-446c-af22-b262472a04b9') {'for_net_delete': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:41.169933 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.services.segments.db [None req-532ac29c-2f0a-431c-92d3-e927921a3363 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e597e1d-6936-446c-af22-b262472a04b9') {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:41.179019 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-532ac29c-2f0a-431c-92d3-e927921a3363 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726811427202', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4037697'] for segment, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:41.193669 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-532ac29c-2f0a-431c-92d3-e927921a3363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233616'] for segment, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:41.199838 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-532ac29c-2f0a-431c-92d3-e927921a3363 admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=91875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:15:41.200607 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-532ac29c-2f0a-431c-92d3-e927921a3363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2449141'] for segment, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:41.202782 dv-cinder-796114-3-iscsi neutron-server[91875]: Traceback (most recent call last): Jun 16 16:15:41.202782 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:15:41.202782 dv-cinder-796114-3-iscsi neutron-server[91875]: timer() Jun 16 16:15:41.202782 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:15:41.202782 dv-cinder-796114-3-iscsi neutron-server[91875]: cb(*args, **kw) Jun 16 16:15:41.202782 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:15:41.202782 dv-cinder-796114-3-iscsi neutron-server[91875]: return func(*args, **kwargs) Jun 16 16:15:41.202782 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:15:41.202782 dv-cinder-796114-3-iscsi neutron-server[91875]: self._notify() Jun 16 16:15:41.202782 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:15:41.202782 dv-cinder-796114-3-iscsi neutron-server[91875]: self.callback(batched_events) Jun 16 16:15:41.202782 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:15:41.202782 dv-cinder-796114-3-iscsi neutron-server[91875]: event.method(event) Jun 16 16:15:41.202782 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:15:41.202782 dv-cinder-796114-3-iscsi neutron-server[91875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:15:41.202782 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:15:41.202782 dv-cinder-796114-3-iscsi neutron-server[91875]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:15:41.202782 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:15:41.202782 dv-cinder-796114-3-iscsi neutron-server[91875]: return f(self, *a, **k) Jun 16 16:15:41.202782 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:15:41.202782 dv-cinder-796114-3-iscsi neutron-server[91875]: return self._get(url).json() Jun 16 16:15:41.202782 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:15:41.202782 dv-cinder-796114-3-iscsi neutron-server[91875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:15:41.202782 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:15:41.202782 dv-cinder-796114-3-iscsi neutron-server[91875]: return self.request(url, 'GET', **kwargs) Jun 16 16:15:41.202782 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:15:41.202782 dv-cinder-796114-3-iscsi neutron-server[91875]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:15:41.202782 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:15:41.202782 dv-cinder-796114-3-iscsi neutron-server[91875]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:15:41.202782 dv-cinder-796114-3-iscsi neutron-server[91875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:15:41.202782 dv-cinder-796114-3-iscsi neutron-server[91875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:15:41.202782 dv-cinder-796114-3-iscsi neutron-server[91875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:15:41.215258 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-5d394719-6676-44ac-8325-783bca2ffdc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726811346809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726810953732'] for port, after_delete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:41.217929 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-3efc193c-c6e5-46b4-8d76-d63fe03b21c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:41.240469 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d394719-6676-44ac-8325-783bca2ffdc5 None None] Pushing event deleted for resources: {'Port': ['ID=8c89bdc9-9530-47ef-be1f-1ad6163eba3d,revision_number=None']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:41.242289 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d394719-6676-44ac-8325-783bca2ffdc5 None None] No DVR routers for this DVR port 8c89bdc9-9530-47ef-be1f-1ad6163eba3d on host dv-cinder-796114-3-iscsi {{(pid=91876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:15:41.243641 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-5d394719-6676-44ac-8325-783bca2ffdc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:41.265982 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-532ac29c-2f0a-431c-92d3-e927921a3363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16236325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-700135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702067'] for network, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:41.269908 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:41.272260 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-532ac29c-2f0a-431c-92d3-e927921a3363 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16222807'] for network, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:41.274040 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-532ac29c-2f0a-431c-92d3-e927921a3363 admin admin] 10.222.0.49 "DELETE /v2.0/networks/6f1c54d6-41a7-4698-9eea-861be9a6ac9a HTTP/1.1" status: 204 len: 168 time: 0.5848191 Jun 16 16:15:41.285606 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532ac29c-2f0a-431c-92d3-e927921a3363 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f1c54d6-41a7-4698-9eea-861be9a6ac9a,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:41.287908 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-532ac29c-2f0a-431c-92d3-e927921a3363 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:41.431310 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 43958) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:41.469581 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-dd788aa4-8eea-4889-9808-c282f83bbb0d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=801bc6047ffc40bf8e6f74767921a594&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0369709 Jun 16 16:15:41.472683 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 43960) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:41.520149 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-322ea227-94ee-445e-806c-942b55808945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:41.540265 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-322ea227-94ee-445e-806c-942b55808945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:41.586647 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-322ea227-94ee-445e-806c-942b55808945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:41.589130 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-322ea227-94ee-445e-806c-942b55808945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:41.590281 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-322ea227-94ee-445e-806c-942b55808945 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e06c0ad1-842f-4a51-b6c5-377d24c639e7 HTTP/1.1" status: 204 len: 168 time: 0.1166449 Jun 16 16:15:41.591033 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-4c55bb96-d4cc-4f7d-8cb0-0aa08443b75d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:41.598162 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322ea227-94ee-445e-806c-942b55808945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e06c0ad1-842f-4a51-b6c5-377d24c639e7,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:41.600489 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-322ea227-94ee-445e-806c-942b55808945 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:41.900324 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 43966) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:41.941829 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-dc2e8640-4b09-4496-8f91-e6e2d7a9db14 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e2fce063d7714239a93a2e2f07fd8a86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0402524 Jun 16 16:15:41.944643 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 43968) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:41.995445 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d38afb33-dbbe-4a6f-a030-d481899b0a92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:42.015506 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d38afb33-dbbe-4a6f-a030-d481899b0a92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:42.062575 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d38afb33-dbbe-4a6f-a030-d481899b0a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:42.065706 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d38afb33-dbbe-4a6f-a030-d481899b0a92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:42.066816 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-d38afb33-dbbe-4a6f-a030-d481899b0a92 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1dc633fc-aea0-4709-8dc6-4b580a4626a0 HTTP/1.1" status: 204 len: 168 time: 0.1212864 Jun 16 16:15:42.067557 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-322ea227-94ee-445e-806c-942b55808945 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:42.074650 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38afb33-dbbe-4a6f-a030-d481899b0a92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc633fc-aea0-4709-8dc6-4b580a4626a0,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:42.076839 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d38afb33-dbbe-4a6f-a030-d481899b0a92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:42.715554 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 43990) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:42.809090 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-333b7032-9c04-40c4-9847-4bc20d50b506 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-609089800-network', 'tenant_id': '4831be885723435580a9afb0153a4572'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:15:42.829956 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-333b7032-9c04-40c4-9847-4bc20d50b506 admin admin] Made reservation on behalf of 4831be885723435580a9afb0153a4572 for: {'network': 1} {{(pid=91874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:15:42.832442 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-333b7032-9c04-40c4-9847-4bc20d50b506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16110075'] for network, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:42.841438 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-333b7032-9c04-40c4-9847-4bc20d50b506 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:42.852199 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device 8c89bdc9-9530-47ef-be1f-1ad6163eba3d no longer exists at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:15:42.877298 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] No Port match for: 8c89bdc9-9530-47ef-be1f-1ad6163eba3d {{(pid=91876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:15:42.877663 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device 8c89bdc9-9530-47ef-be1f-1ad6163eba3d not bound to the agent host dv-cinder-796114-3-iscsi {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:15:42.943960 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-333b7032-9c04-40c4-9847-4bc20d50b506 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:42.947683 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-333b7032-9c04-40c4-9847-4bc20d50b506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:42.950650 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-bb3ff139-84c5-41ef-86cf-18e119739571 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:42.976685 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-333b7032-9c04-40c4-9847-4bc20d50b506 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=91874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:15:42.985205 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333b7032-9c04-40c4-9847-4bc20d50b506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c638afc-b80c-40e3-8df2-52ed9463785f,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:42.988428 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-333b7032-9c04-40c4-9847-4bc20d50b506 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:42.992578 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-333b7032-9c04-40c4-9847-4bc20d50b506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233616'] for segment, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:42.992944 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.db.segments_db [None req-333b7032-9c04-40c4-9847-4bc20d50b506 admin admin] Added segment c2f88690-37c3-48a8-bd86-4e6d858dc23b of type vlan for network b47e9bf2-fbf6-43e9-b3ac-08675433c1a0 Jun 16 16:15:43.039405 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-333b7032-9c04-40c4-9847-4bc20d50b506 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726810908546'] for network, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:43.067439 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-333b7032-9c04-40c4-9847-4bc20d50b506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-700135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792'] for network, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:43.068867 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333b7032-9c04-40c4-9847-4bc20d50b506 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:43.069508 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-333b7032-9c04-40c4-9847-4bc20d50b506 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16222807'] for network, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:43.072390 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-5f00e17e-459d-4fec-9419-cdfce663b275 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:43.116875 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-333b7032-9c04-40c4-9847-4bc20d50b506 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4002483 Jun 16 16:15:43.119786 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 43994) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:43.124818 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.v2.base [None req-ac2e704e-53aa-4a33-a15c-c4a79411d244 admin admin] Request body: {'subnet': {'network_id': 'b47e9bf2-fbf6-43e9-b3ac-08675433c1a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-609089800-subnet', 'tenant_id': '4831be885723435580a9afb0153a4572', 'ip_version': 4}} {{(pid=91875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:15:43.129208 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333b7032-9c04-40c4-9847-4bc20d50b506 admin admin] Pushing event updated for resources: {'Network': ['ID=b47e9bf2-fbf6-43e9-b3ac-08675433c1a0,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:43.131969 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-333b7032-9c04-40c4-9847-4bc20d50b506 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:43.138892 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Network b47e9bf2-fbf6-43e9-b3ac-08675433c1a0 details requested by agent ovs-agent-dv-cinder-796114-3-iscsi with host dv-cinder-796114-3-iscsi {{(pid=91876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:15:43.146824 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2e704e-53aa-4a33-a15c-c4a79411d244 admin admin] Made reservation on behalf of 4831be885723435580a9afb0153a4572 for: {'subnet': 1} {{(pid=91875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:15:43.149305 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-ac2e704e-53aa-4a33-a15c-c4a79411d244 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58917287'] for subnet, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:43.315322 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-ac2e704e-53aa-4a33-a15c-c4a79411d244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2448939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58917301'] for subnet, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:43.318463 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-cdd4bcc9-a4ea-4b99-ac2b-ff4e2d2705e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:43.370599 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2e704e-53aa-4a33-a15c-c4a79411d244 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a387f3d-696d-4b72-81b1-baf51e0ac935,revision_number=0']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:43.374149 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-ac2e704e-53aa-4a33-a15c-c4a79411d244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:43.379761 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2e704e-53aa-4a33-a15c-c4a79411d244 admin admin] Checking segment: {'id': 'c2f88690-37c3-48a8-bd86-4e6d858dc23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'b47e9bf2-fbf6-43e9-b3ac-08675433c1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:15:43.380121 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2e704e-53aa-4a33-a15c-c4a79411d244 admin admin] Network hostable DHCP agents. Network: b47e9bf2-fbf6-43e9-b3ac-08675433c1a0, hostable agents: ['bb1823c3-707b-401a-ae95-86070490f7a6'], hosted agents: [] {{(pid=91875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:15:43.395871 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2e704e-53aa-4a33-a15c-c4a79411d244 admin admin] Network b47e9bf2-fbf6-43e9-b3ac-08675433c1a0 is scheduled to be hosted by DHCP agent bb1823c3-707b-401a-ae95-86070490f7a6 with binding_index 1 {{(pid=91875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:15:43.404499 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.base_scheduler [None req-ac2e704e-53aa-4a33-a15c-c4a79411d244 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796114-3-iscsi, b47e9bf2-fbf6-43e9-b3ac-08675433c1a0) {{(pid=91875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:15:43.409445 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2e704e-53aa-4a33-a15c-c4a79411d244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:43.410034 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-ac2e704e-53aa-4a33-a15c-c4a79411d244 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:43.414567 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351e4125-0be2-4626-9fb2-7546f9bee629 None None] Network b47e9bf2-fbf6-43e9-b3ac-08675433c1a0 requested from dv-cinder-796114-3-iscsi {{(pid=91876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:15:43.423587 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-ac2e704e-53aa-4a33-a15c-c4a79411d244 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3026991 Jun 16 16:15:43.428773 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 43996) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:43.433357 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.v2.base [None req-d5bd4894-8993-4655-8ea7-3f90b749ee67 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-609089800-router', 'tenant_id': '4831be885723435580a9afb0153a4572', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6'}}} {{(pid=91875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:15:43.455203 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d5bd4894-8993-4655-8ea7-3f90b749ee67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-676994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2211'] for router, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:43.456453 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d5bd4894-8993-4655-8ea7-3f90b749ee67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-678443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2202'] for router, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:43.515588 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d5bd4894-8993-4655-8ea7-3f90b749ee67 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:43.651868 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d5bd4894-8993-4655-8ea7-3f90b749ee67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701328', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-677036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2180'] for router, precommit_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:43.685147 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dff2d9d-7289-4438-9ffd-8c65cb80056a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a65b000-2000-5da8-b86a-eb5bc6f9c062-b47e9bf2-fbf6-43e9-b3ac-08675433c1a0', 'network_id': 'b47e9bf2-fbf6-43e9-b3ac-08675433c1a0', 'tenant_id': '4831be885723435580a9afb0153a4572', 'fixed_ips': [{'subnet_id': '4a387f3d-696d-4b72-81b1-baf51e0ac935'}]}} from dv-cinder-796114-3-iscsi. {{(pid=91876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 16:15:43.686054 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-4dff2d9d-7289-4438-9ffd-8c65cb80056a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16110075'] for port, before_create {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:43.816957 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.db_base_plugin_common [None req-4dff2d9d-7289-4438-9ffd-8c65cb80056a None None] Allocated IP 172.20.0.2 (b47e9bf2-fbf6-43e9-b3ac-08675433c1a0/4a387f3d-696d-4b72-81b1-baf51e0ac935/e3cc2d5a-2427-4121-909f-9d7b58eae2ce) {{(pid=91876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:15:43.851755 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d5bd4894-8993-4655-8ea7-3f90b749ee67 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:43.870664 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d5bd4894-8993-4655-8ea7-3f90b749ee67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16110075'] for port, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:43.962833 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-4dff2d9d-7289-4438-9ffd-8c65cb80056a None None] Notify callbacks [] for port, precommit_create {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:43.971815 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-4dff2d9d-7289-4438-9ffd-8c65cb80056a None None] Transition to ACTIVE for port object e3cc2d5a-2427-4121-909f-9d7b58eae2ce will not be triggered until provisioned by entity L2. {{(pid=91876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:15:43.984709 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.db.db_base_plugin_common [None req-d5bd4894-8993-4655-8ea7-3f90b749ee67 admin admin] Allocated IP 172.27.1.82 (47501c57-dfca-44aa-9eed-27ee8bb77cd6/0b38b6c0-4839-4539-8281-d8dcfdf92ae7/5541d1b5-651c-42d8-a519-9dc2094b72a2) {{(pid=91875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:15:43.986042 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-4dff2d9d-7289-4438-9ffd-8c65cb80056a None None] Transition to ACTIVE for port object e3cc2d5a-2427-4121-909f-9d7b58eae2ce will not be triggered until provisioned by entity DHCP. {{(pid=91876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:15:43.992387 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-4dff2d9d-7289-4438-9ffd-8c65cb80056a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16110910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726810954487'] for port, after_create {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:43.994229 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:44.030825 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dff2d9d-7289-4438-9ffd-8c65cb80056a None None] Network b47e9bf2-fbf6-43e9-b3ac-08675433c1a0 is already hosted by enough agents. {{(pid=91876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:15:44.037250 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.scheduler.base_scheduler [None req-4dff2d9d-7289-4438-9ffd-8c65cb80056a None None] Resources bound (agent type, host, resource id): {{(pid=91876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:15:44.041666 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dff2d9d-7289-4438-9ffd-8c65cb80056a None None] Received port after_create {{(pid=91876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:15:44.044689 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dff2d9d-7289-4438-9ffd-8c65cb80056a None None] Pushing event updated for resources: {'Port': ['ID=e3cc2d5a-2427-4121-909f-9d7b58eae2ce,revision_number=1']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:44.048766 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-4dff2d9d-7289-4438-9ffd-8c65cb80056a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:44.092244 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d5bd4894-8993-4655-8ea7-3f90b749ee67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:44.106693 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-4dff2d9d-7289-4438-9ffd-8c65cb80056a None None] Attempting to bind port e3cc2d5a-2427-4121-909f-9d7b58eae2ce on host dv-cinder-796114-3-iscsi for vnic_type normal with profile {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:15:44.107078 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-4dff2d9d-7289-4438-9ffd-8c65cb80056a None None] Attempting to bind port e3cc2d5a-2427-4121-909f-9d7b58eae2ce by drivers openvswitch,hyperv on host dv-cinder-796114-3-iscsi at level 0 using segments [{'id': 'c2f88690-37c3-48a8-bd86-4e6d858dc23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'b47e9bf2-fbf6-43e9-b3ac-08675433c1a0'}] {{(pid=91876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:15:44.107455 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dff2d9d-7289-4438-9ffd-8c65cb80056a None None] Attempting to bind port e3cc2d5a-2427-4121-909f-9d7b58eae2ce on network b47e9bf2-fbf6-43e9-b3ac-08675433c1a0 {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:15:44.113584 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dff2d9d-7289-4438-9ffd-8c65cb80056a None None] Checking agent: {'id': '6d4db28b-73fb-449a-900a-e0a23b9890fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 57, 20), 'started_at': datetime.datetime(2021, 6, 16, 15, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:15:44.114045 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dff2d9d-7289-4438-9ffd-8c65cb80056a None None] Checking segment: {'id': 'c2f88690-37c3-48a8-bd86-4e6d858dc23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'b47e9bf2-fbf6-43e9-b3ac-08675433c1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:15:44.114463 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-4dff2d9d-7289-4438-9ffd-8c65cb80056a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:44.114871 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dff2d9d-7289-4438-9ffd-8c65cb80056a None None] Bound using segment: {'id': 'c2f88690-37c3-48a8-bd86-4e6d858dc23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'b47e9bf2-fbf6-43e9-b3ac-08675433c1a0'} {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:15:44.115349 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-4dff2d9d-7289-4438-9ffd-8c65cb80056a None None] Bound port: e3cc2d5a-2427-4121-909f-9d7b58eae2ce, host: dv-cinder-796114-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2f88690-37c3-48a8-bd86-4e6d858dc23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'b47e9bf2-fbf6-43e9-b3ac-08675433c1a0'}}] {{(pid=91876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:15:44.115734 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-4dff2d9d-7289-4438-9ffd-8c65cb80056a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:44.132127 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d5bd4894-8993-4655-8ea7-3f90b749ee67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16110910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726810954487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449087'] for port, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:44.135050 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:44.168278 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bd4894-8993-4655-8ea7-3f90b749ee67 admin admin] Network 47501c57-dfca-44aa-9eed-27ee8bb77cd6 is already hosted by enough agents. {{(pid=91875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:15:44.171107 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.base_scheduler [None req-d5bd4894-8993-4655-8ea7-3f90b749ee67 admin admin] Resources bound (agent type, host, resource id): {{(pid=91875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:15:44.175586 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bd4894-8993-4655-8ea7-3f90b749ee67 admin admin] Received port after_create {{(pid=91875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:15:44.180820 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-4dff2d9d-7289-4438-9ffd-8c65cb80056a None None] For port e3cc2d5a-2427-4121-909f-9d7b58eae2ce, host dv-cinder-796114-3-iscsi, cleared binding levels {{(pid=91876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:15:44.184019 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-4dff2d9d-7289-4438-9ffd-8c65cb80056a None None] For port e3cc2d5a-2427-4121-909f-9d7b58eae2ce, host dv-cinder-796114-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=e3cc2d5a-2427-4121-909f-9d7b58eae2ce,segment=NetworkSegment(c2f88690-37c3-48a8-bd86-4e6d858dc23b),segment_id=c2f88690-37c3-48a8-bd86-4e6d858dc23b)] {{(pid=91876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:15:44.187801 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-4dff2d9d-7289-4438-9ffd-8c65cb80056a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:44.190948 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:44.209610 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bd4894-8993-4655-8ea7-3f90b749ee67 admin admin] Pushing event updated for resources: {'Port': ['ID=5541d1b5-651c-42d8-a519-9dc2094b72a2,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:44.222996 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bd4894-8993-4655-8ea7-3f90b749ee67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:44.223379 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bd4894-8993-4655-8ea7-3f90b749ee67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:44.223759 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bd4894-8993-4655-8ea7-3f90b749ee67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:44.224134 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bd4894-8993-4655-8ea7-3f90b749ee67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:44.224502 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bd4894-8993-4655-8ea7-3f90b749ee67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:44.224870 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bd4894-8993-4655-8ea7-3f90b749ee67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:44.225237 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bd4894-8993-4655-8ea7-3f90b749ee67 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:44.225615 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bd4894-8993-4655-8ea7-3f90b749ee67 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:44.225981 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bd4894-8993-4655-8ea7-3f90b749ee67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:44.226341 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bd4894-8993-4655-8ea7-3f90b749ee67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:44.226698 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bd4894-8993-4655-8ea7-3f90b749ee67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:44.227051 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bd4894-8993-4655-8ea7-3f90b749ee67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:44.232167 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d5bd4894-8993-4655-8ea7-3f90b749ee67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:44.248009 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dff2d9d-7289-4438-9ffd-8c65cb80056a None None] Pushing event updated for resources: {'Port': ['ID=e3cc2d5a-2427-4121-909f-9d7b58eae2ce,revision_number=2']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:44.251649 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-4dff2d9d-7289-4438-9ffd-8c65cb80056a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:44.474180 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d5bd4894-8993-4655-8ea7-3f90b749ee67 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:44.664757 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d5bd4894-8993-4655-8ea7-3f90b749ee67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-677051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701414'] for router, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:44.784402 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5bd4894-8993-4655-8ea7-3f90b749ee67 admin admin] Router a1141422-68ae-45df-b286-1f43f880bdf3 is scheduled to L3 agent 0e7678c9-774c-4c46-a09f-f3aaee363ca4 with binding_index 1 {{(pid=91875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 16:15:44.892173 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device e3cc2d5a-2427-4121-909f-9d7b58eae2ce up at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:15:44.896728 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5bd4894-8993-4655-8ea7-3f90b749ee67 admin admin] Notify agent at l3_agent.dv-cinder-796114-3-iscsi the message routers_updated {{(pid=91875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:15:44.915317 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d5bd4894-8993-4655-8ea7-3f90b749ee67 admin admin] Notify callbacks [] for router, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:44.916852 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-d5bd4894-8993-4655-8ea7-3f90b749ee67 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4867878 Jun 16 16:15:44.919288 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 43998) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:44.923025 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0980669-3873-4f5f-8608-0284ebb3954a None None] Sync routers for ids ['a1141422-68ae-45df-b286-1f43f880bdf3'] in dv-cinder-796114-3-iscsi {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:15:44.944723 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0980669-3873-4f5f-8608-0284ebb3954a None None] Routers {'a1141422-68ae-45df-b286-1f43f880bdf3'} bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:15:44.945385 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-f0980669-3873-4f5f-8608-0284ebb3954a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:57:20Z,description=,heartbeat_timestamp=2021-06-16T16:15:20Z,host='dv-cinder-796114-3-iscsi',id=0e7678c9-774c-4c46-a09f-f3aaee363ca4,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:57:20Z,topic='l3_agent')) {'router_ids': ['a1141422-68ae-45df-b286-1f43f880bdf3'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:45.026137 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning for port e3cc2d5a-2427-4121-909f-9d7b58eae2ce completed by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:15:45.066206 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-f0980669-3873-4f5f-8608-0284ebb3954a None None] Set router a1141422-68ae-45df-b286-1f43f880bdf3 gateway port host: dv-cinder-796114-3-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:15:45.192815 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15baab3e-c1ba-4483-8886-bdc12c4337e7 None None] Network b47e9bf2-fbf6-43e9-b3ac-08675433c1a0 requested from dv-cinder-796114-3-iscsi {{(pid=91876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:15:45.286070 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-f07903ed-99c1-4d17-8578-3725bcb451dc None None] Provisioning for port e3cc2d5a-2427-4121-909f-9d7b58eae2ce completed by entity DHCP. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:15:45.303455 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-f07903ed-99c1-4d17-8578-3725bcb451dc None None] Provisioning complete for port e3cc2d5a-2427-4121-909f-9d7b58eae2ce triggered by entity DHCP. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:15:45.303740 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-f07903ed-99c1-4d17-8578-3725bcb451dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:45.343104 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-271195fc-911b-4a48-96e0-4bad91be8ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16110075'] for port, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:45.399051 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-f0980669-3873-4f5f-8608-0284ebb3954a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1141422-68ae-45df-b286-1f43f880bdf3', 'name': 'tempest-TestVolumeBootPattern-609089800-router', 'tenant_id': '4831be885723435580a9afb0153a4572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '5541d1b5-651c-42d8-a519-9dc2094b72a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:15:43Z', 'updated_at': '2021-06-16T16:15:44Z', 'revision_number': 3, 'project_id': '4831be885723435580a9afb0153a4572', 'gw_port': {'id': '5541d1b5-651c-42d8-a519-9dc2094b72a2', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c8:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1141422-68ae-45df-b286-1f43f880bdf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:15:43Z', 'updated_at': '2021-06-16T16:15:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi'}], 'dv-cinder-796114-3-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:45.409513 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0980669-3873-4f5f-8608-0284ebb3954a None None] Checking router: a1141422-68ae-45df-b286-1f43f880bdf3 for host: dv-cinder-796114-3-iscsi {{(pid=91876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:15:45.409870 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0980669-3873-4f5f-8608-0284ebb3954a None None] Updating router a1141422-68ae-45df-b286-1f43f880bdf3 port 5541d1b5-651c-42d8-a519-9dc2094b72a2 binding host dv-cinder-796114-3-iscsi {{(pid=91876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:15:45.493877 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-f07903ed-99c1-4d17-8578-3725bcb451dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:45.501287 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.db.db_base_plugin_common [None req-271195fc-911b-4a48-96e0-4bad91be8ada admin admin] Allocated IP 172.20.0.1 (b47e9bf2-fbf6-43e9-b3ac-08675433c1a0/4a387f3d-696d-4b72-81b1-baf51e0ac935/fc83a3be-d0f4-4a83-af6d-d58751f40c00) {{(pid=91875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:15:45.506449 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-f0980669-3873-4f5f-8608-0284ebb3954a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:45.553957 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-f07903ed-99c1-4d17-8578-3725bcb451dc None None] For port e3cc2d5a-2427-4121-909f-9d7b58eae2ce, host dv-cinder-796114-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=e3cc2d5a-2427-4121-909f-9d7b58eae2ce,segment=NetworkSegment(c2f88690-37c3-48a8-bd86-4e6d858dc23b),segment_id=c2f88690-37c3-48a8-bd86-4e6d858dc23b)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:15:45.562483 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-f07903ed-99c1-4d17-8578-3725bcb451dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:45.566660 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:45.614550 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-271195fc-911b-4a48-96e0-4bad91be8ada admin admin] Notify callbacks [] for port, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:45.629962 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-271195fc-911b-4a48-96e0-4bad91be8ada admin admin] Transition to ACTIVE for port object fc83a3be-d0f4-4a83-af6d-d58751f40c00 will not be triggered until provisioned by entity DHCP. {{(pid=91875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:15:45.667458 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-271195fc-911b-4a48-96e0-4bad91be8ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16110910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726810954487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449087'] for port, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:45.671557 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-e8b18e1c-e84e-4271-bc8e-e2fc8835d1b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:45.672736 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07903ed-99c1-4d17-8578-3725bcb451dc None None] Pushing event updated for resources: {'Port': ['ID=e3cc2d5a-2427-4121-909f-9d7b58eae2ce,revision_number=3']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:45.677756 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-f07903ed-99c1-4d17-8578-3725bcb451dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:45.710753 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271195fc-911b-4a48-96e0-4bad91be8ada admin admin] Network b47e9bf2-fbf6-43e9-b3ac-08675433c1a0 is already hosted by enough agents. {{(pid=91875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:15:45.713699 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.base_scheduler [None req-271195fc-911b-4a48-96e0-4bad91be8ada admin admin] Resources bound (agent type, host, resource id): {{(pid=91875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:15:45.719360 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271195fc-911b-4a48-96e0-4bad91be8ada admin admin] Received port after_create {{(pid=91875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:15:45.747276 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271195fc-911b-4a48-96e0-4bad91be8ada admin admin] Pushing event updated for resources: {'Port': ['ID=fc83a3be-d0f4-4a83-af6d-d58751f40c00,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:45.751111 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-271195fc-911b-4a48-96e0-4bad91be8ada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:45.761723 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-271195fc-911b-4a48-96e0-4bad91be8ada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672087'] for router_interface, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:45.843280 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-f0980669-3873-4f5f-8608-0284ebb3954a None None] Notify callbacks [] for port, precommit_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:45.858585 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-f0980669-3873-4f5f-8608-0284ebb3954a None None] Transition to ACTIVE for port object 5541d1b5-651c-42d8-a519-9dc2094b72a2 will not be triggered until provisioned by entity L2. {{(pid=91876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:15:45.868163 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-f0980669-3873-4f5f-8608-0284ebb3954a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:45.870815 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-cdc87102-ae65-46b0-b83b-dfdf2b9e04ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:45.934777 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-f0980669-3873-4f5f-8608-0284ebb3954a None None] Attempting to bind port 5541d1b5-651c-42d8-a519-9dc2094b72a2 on host dv-cinder-796114-3-iscsi for vnic_type normal with profile {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:15:45.935157 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-f0980669-3873-4f5f-8608-0284ebb3954a None None] Attempting to bind port 5541d1b5-651c-42d8-a519-9dc2094b72a2 by drivers openvswitch,hyperv on host dv-cinder-796114-3-iscsi at level 0 using segments [{'id': '36d53036-d305-476e-ad99-71a5cdef7eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6'}] {{(pid=91876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:15:45.935679 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0980669-3873-4f5f-8608-0284ebb3954a None None] Attempting to bind port 5541d1b5-651c-42d8-a519-9dc2094b72a2 on network 47501c57-dfca-44aa-9eed-27ee8bb77cd6 {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:15:45.956417 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0980669-3873-4f5f-8608-0284ebb3954a None None] Checking agent: {'id': '6d4db28b-73fb-449a-900a-e0a23b9890fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 57, 20), 'started_at': datetime.datetime(2021, 6, 16, 15, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:15:45.956801 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0980669-3873-4f5f-8608-0284ebb3954a None None] Checking segment: {'id': '36d53036-d305-476e-ad99-71a5cdef7eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:15:45.957217 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-f0980669-3873-4f5f-8608-0284ebb3954a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:45.957656 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0980669-3873-4f5f-8608-0284ebb3954a None None] Bound using segment: {'id': '36d53036-d305-476e-ad99-71a5cdef7eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6'} {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:15:45.958194 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-f0980669-3873-4f5f-8608-0284ebb3954a None None] Bound port: 5541d1b5-651c-42d8-a519-9dc2094b72a2, host: dv-cinder-796114-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36d53036-d305-476e-ad99-71a5cdef7eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6'}}] {{(pid=91876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:15:45.958576 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-f0980669-3873-4f5f-8608-0284ebb3954a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:45.982492 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc39bd8a-d572-4f95-8b75-a5c48f5f4c7e None None] Pushing event updated for resources: {'Port': ['ID=5541d1b5-651c-42d8-a519-9dc2094b72a2,revision_number=2']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:45.991408 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-fc39bd8a-d572-4f95-8b75-a5c48f5f4c7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:45.996214 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-51ca1042-e961-4648-bd90-9032b0ee047f None None] Provisioning complete for port e3cc2d5a-2427-4121-909f-9d7b58eae2ce triggered by entity DHCP. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:15:45.996610 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-51ca1042-e961-4648-bd90-9032b0ee047f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:46.062748 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-f0980669-3873-4f5f-8608-0284ebb3954a None None] For port 5541d1b5-651c-42d8-a519-9dc2094b72a2, host dv-cinder-796114-3-iscsi, cleared binding levels {{(pid=91876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:15:46.081588 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-f0980669-3873-4f5f-8608-0284ebb3954a None None] For port 5541d1b5-651c-42d8-a519-9dc2094b72a2, host dv-cinder-796114-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=5541d1b5-651c-42d8-a519-9dc2094b72a2,segment=NetworkSegment(36d53036-d305-476e-ad99-71a5cdef7eb4),segment_id=36d53036-d305-476e-ad99-71a5cdef7eb4)] {{(pid=91876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:15:46.087953 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-f0980669-3873-4f5f-8608-0284ebb3954a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:46.090254 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:46.189956 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0980669-3873-4f5f-8608-0284ebb3954a None None] Routers {'a1141422-68ae-45df-b286-1f43f880bdf3'} bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:15:46.190795 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-f0980669-3873-4f5f-8608-0284ebb3954a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:57:20Z,description=,heartbeat_timestamp=2021-06-16T16:15:20Z,host='dv-cinder-796114-3-iscsi',id=0e7678c9-774c-4c46-a09f-f3aaee363ca4,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:57:20Z,topic='l3_agent')) {'router_ids': ['a1141422-68ae-45df-b286-1f43f880bdf3'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:46.195798 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc39bd8a-d572-4f95-8b75-a5c48f5f4c7e None None] Pushing event updated for resources: {'Port': ['ID=5541d1b5-651c-42d8-a519-9dc2094b72a2,revision_number=3']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:46.206446 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-fc39bd8a-d572-4f95-8b75-a5c48f5f4c7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:46.242964 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-271195fc-911b-4a48-96e0-4bad91be8ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:46.315872 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-4ea95d48-94c6-42da-ae7b-ef28c9a08691 None None] Provisioning for port fc83a3be-d0f4-4a83-af6d-d58751f40c00 completed by entity DHCP. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:15:46.318773 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-f0980669-3873-4f5f-8608-0284ebb3954a None None] Set router a1141422-68ae-45df-b286-1f43f880bdf3 gateway port host: dv-cinder-796114-3-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:15:46.343334 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-4ea95d48-94c6-42da-ae7b-ef28c9a08691 None None] Provisioning complete for port fc83a3be-d0f4-4a83-af6d-d58751f40c00 triggered by entity DHCP. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:15:46.343616 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-4ea95d48-94c6-42da-ae7b-ef28c9a08691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:46.399445 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-271195fc-911b-4a48-96e0-4bad91be8ada admin admin] Notify callbacks [] for port, precommit_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:46.404598 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-271195fc-911b-4a48-96e0-4bad91be8ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449065'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:46.407897 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-ae9ce8b2-5bc9-4a01-9666-e523b81ab8b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:46.480122 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-271195fc-911b-4a48-96e0-4bad91be8ada admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16222906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672043'] for router_interface, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:46.481992 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271195fc-911b-4a48-96e0-4bad91be8ada admin admin] Pushing event updated for resources: {'Port': ['ID=fc83a3be-d0f4-4a83-af6d-d58751f40c00,revision_number=2']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:46.485330 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-271195fc-911b-4a48-96e0-4bad91be8ada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:46.568161 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-4ea95d48-94c6-42da-ae7b-ef28c9a08691 None None] Port fc83a3be-d0f4-4a83-af6d-d58751f40c00 cannot update to ACTIVE because it is not bound. {{(pid=91876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:15:46.575696 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271195fc-911b-4a48-96e0-4bad91be8ada admin admin] Network b47e9bf2-fbf6-43e9-b3ac-08675433c1a0 is already hosted by enough agents. {{(pid=91875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:15:46.577152 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.base_scheduler [None req-271195fc-911b-4a48-96e0-4bad91be8ada admin admin] Resources bound (agent type, host, resource id): {{(pid=91875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:15:46.651122 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-f0980669-3873-4f5f-8608-0284ebb3954a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1141422-68ae-45df-b286-1f43f880bdf3', 'name': 'tempest-TestVolumeBootPattern-609089800-router', 'tenant_id': '4831be885723435580a9afb0153a4572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '5541d1b5-651c-42d8-a519-9dc2094b72a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:15:43Z', 'updated_at': '2021-06-16T16:15:44Z', 'revision_number': 3, 'project_id': '4831be885723435580a9afb0153a4572', 'gw_port': {'id': '5541d1b5-651c-42d8-a519-9dc2094b72a2', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c8:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1141422-68ae-45df-b286-1f43f880bdf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:15:43Z', 'updated_at': '2021-06-16T16:15:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi'}], 'dv-cinder-796114-3-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:46.655637 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0980669-3873-4f5f-8608-0284ebb3954a None None] The sync data for ids ['a1141422-68ae-45df-b286-1f43f880bdf3'] in dv-cinder-796114-3-iscsi is: [{'id': 'a1141422-68ae-45df-b286-1f43f880bdf3', 'name': 'tempest-TestVolumeBootPattern-609089800-router', 'tenant_id': '4831be885723435580a9afb0153a4572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '5541d1b5-651c-42d8-a519-9dc2094b72a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:15:43Z', 'updated_at': '2021-06-16T16:15:44Z', 'revision_number': 3, 'project_id': '4831be885723435580a9afb0153a4572', 'gw_port': {'id': '5541d1b5-651c-42d8-a519-9dc2094b72a2', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c8:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1141422-68ae-45df-b286-1f43f880bdf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:15:43Z', 'updated_at': '2021-06-16T16:15:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi'}] {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:15:46.696819 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-271195fc-911b-4a48-96e0-4bad91be8ada admin admin] Router a1141422-68ae-45df-b286-1f43f880bdf3 has already been hosted by L3 agent 0e7678c9-774c-4c46-a09f-f3aaee363ca4 {{(pid=91875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:15:46.786896 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-91790b57-36b4-4c7d-a58f-f06af960d89d None None] Provisioning complete for port fc83a3be-d0f4-4a83-af6d-d58751f40c00 triggered by entity DHCP. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:15:46.787282 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-91790b57-36b4-4c7d-a58f-f06af960d89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:46.810232 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-271195fc-911b-4a48-96e0-4bad91be8ada admin admin] Notify agent at l3_agent.dv-cinder-796114-3-iscsi the message routers_updated {{(pid=91875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:15:46.819569 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-271195fc-911b-4a48-96e0-4bad91be8ada admin admin] 10.222.0.49 "PUT /v2.0/routers/a1141422-68ae-45df-b286-1f43f880bdf3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8971243 Jun 16 16:15:46.825151 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-91790b57-36b4-4c7d-a58f-f06af960d89d None None] Port fc83a3be-d0f4-4a83-af6d-d58751f40c00 cannot update to ACTIVE because it is not bound. {{(pid=91876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:15:46.874834 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device e3cc2d5a-2427-4121-909f-9d7b58eae2ce up at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:15:46.967359 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning complete for port e3cc2d5a-2427-4121-909f-9d7b58eae2ce triggered by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:15:46.967750 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:47.359972 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 44014) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:47.365846 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.v2.base [None req-4d71ce22-b5a9-45ad-8146-a599e54c1584 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1667336643-network', 'tenant_id': '2b64e4083b434f7babcd07ab0748ffdf'}} {{(pid=91875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:15:47.390873 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d71ce22-b5a9-45ad-8146-a599e54c1584 admin admin] Made reservation on behalf of 2b64e4083b434f7babcd07ab0748ffdf for: {'network': 1} {{(pid=91875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:15:47.393993 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4d71ce22-b5a9-45ad-8146-a599e54c1584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16110075'] for network, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:47.403267 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4d71ce22-b5a9-45ad-8146-a599e54c1584 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:47.482977 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-9658e196-472d-42f7-9e62-c035e76bd58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:47.500856 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4d71ce22-b5a9-45ad-8146-a599e54c1584 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:47.508402 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4d71ce22-b5a9-45ad-8146-a599e54c1584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:47.511710 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d0dfbd13-96aa-4e18-8fd4-7ef1d3ad0b11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:47.533636 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d71ce22-b5a9-45ad-8146-a599e54c1584 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=91875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:15:47.543065 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d71ce22-b5a9-45ad-8146-a599e54c1584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3411082-c1f4-4cc4-b3dd-152081d1d022,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:47.547202 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-4d71ce22-b5a9-45ad-8146-a599e54c1584 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:47.548192 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4d71ce22-b5a9-45ad-8146-a599e54c1584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233616'] for segment, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:47.549328 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.db.segments_db [None req-4d71ce22-b5a9-45ad-8146-a599e54c1584 admin admin] Added segment d9fb03da-8c33-414a-b2af-84fc0259243c of type vlan for network ea1b44ab-d475-44aa-b323-cb30604cde89 Jun 16 16:15:47.587693 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4d71ce22-b5a9-45ad-8146-a599e54c1584 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726810908546'] for network, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:47.615124 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4d71ce22-b5a9-45ad-8146-a599e54c1584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-700135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792'] for network, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:47.616213 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d71ce22-b5a9-45ad-8146-a599e54c1584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:47.616794 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4d71ce22-b5a9-45ad-8146-a599e54c1584 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16222807'] for network, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:47.618862 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-963f1180-34ab-4069-9e44-7e2584b23aa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:47.669627 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-4d71ce22-b5a9-45ad-8146-a599e54c1584 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3083940 Jun 16 16:15:47.672400 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 44016) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:47.678157 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-74adcfd8-e4a4-4758-aa34-b280011045dd admin admin] Request body: {'subnet': {'network_id': 'ea1b44ab-d475-44aa-b323-cb30604cde89', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1667336643-subnet', 'tenant_id': '2b64e4083b434f7babcd07ab0748ffdf', 'ip_version': 4}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:15:47.681303 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d71ce22-b5a9-45ad-8146-a599e54c1584 admin admin] Pushing event updated for resources: {'Network': ['ID=ea1b44ab-d475-44aa-b323-cb30604cde89,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:47.684127 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-4d71ce22-b5a9-45ad-8146-a599e54c1584 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:47.693205 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Network ea1b44ab-d475-44aa-b323-cb30604cde89 details requested by agent ovs-agent-dv-cinder-796114-3-iscsi with host dv-cinder-796114-3-iscsi {{(pid=91876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:15:47.700228 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74adcfd8-e4a4-4758-aa34-b280011045dd admin admin] Made reservation on behalf of 2b64e4083b434f7babcd07ab0748ffdf for: {'subnet': 1} {{(pid=91874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:15:47.702624 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-74adcfd8-e4a4-4758-aa34-b280011045dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3923756'] for subnet, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:47.875113 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-74adcfd8-e4a4-4758-aa34-b280011045dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3529062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3923774'] for subnet, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:47.877667 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:47.926014 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74adcfd8-e4a4-4758-aa34-b280011045dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a544a4a-c35e-4181-9a92-7e1918422c40,revision_number=0']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:47.929305 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-74adcfd8-e4a4-4758-aa34-b280011045dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:47.947013 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74adcfd8-e4a4-4758-aa34-b280011045dd admin admin] Checking segment: {'id': 'd9fb03da-8c33-414a-b2af-84fc0259243c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ea1b44ab-d475-44aa-b323-cb30604cde89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:15:47.947377 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74adcfd8-e4a4-4758-aa34-b280011045dd admin admin] Network hostable DHCP agents. Network: ea1b44ab-d475-44aa-b323-cb30604cde89, hostable agents: ['bb1823c3-707b-401a-ae95-86070490f7a6'], hosted agents: [] {{(pid=91874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:15:47.964513 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74adcfd8-e4a4-4758-aa34-b280011045dd admin admin] Network ea1b44ab-d475-44aa-b323-cb30604cde89 is scheduled to be hosted by DHCP agent bb1823c3-707b-401a-ae95-86070490f7a6 with binding_index 1 {{(pid=91874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:15:47.973838 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [None req-74adcfd8-e4a4-4758-aa34-b280011045dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796114-3-iscsi, ea1b44ab-d475-44aa-b323-cb30604cde89) {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:15:47.977844 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74adcfd8-e4a4-4758-aa34-b280011045dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:47.978444 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-74adcfd8-e4a4-4758-aa34-b280011045dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16222807'] for subnet, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:47.991036 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97131468-7c6e-41cc-8e7e-0efa8c2e63de None None] Network ea1b44ab-d475-44aa-b323-cb30604cde89 requested from dv-cinder-796114-3-iscsi {{(pid=91876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:15:47.996775 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-74adcfd8-e4a4-4758-aa34-b280011045dd admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3229740 Jun 16 16:15:47.998923 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 44018) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:48.004659 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-0df5b420-7fdd-4f85-b42b-58bdaedc0efa admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1667336643-router', 'tenant_id': '2b64e4083b434f7babcd07ab0748ffdf', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6'}}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:15:48.033469 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-0df5b420-7fdd-4f85-b42b-58bdaedc0efa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-676994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2211'] for router, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:48.034630 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-0df5b420-7fdd-4f85-b42b-58bdaedc0efa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-678443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2202'] for router, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:48.101600 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-0df5b420-7fdd-4f85-b42b-58bdaedc0efa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:48.165507 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e77a06-4496-44b0-b713-739c1bb2a575 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a65b000-2000-5da8-b86a-eb5bc6f9c062-ea1b44ab-d475-44aa-b323-cb30604cde89', 'network_id': 'ea1b44ab-d475-44aa-b323-cb30604cde89', 'tenant_id': '2b64e4083b434f7babcd07ab0748ffdf', 'fixed_ips': [{'subnet_id': '7a544a4a-c35e-4181-9a92-7e1918422c40'}]}} from dv-cinder-796114-3-iscsi. {{(pid=91876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 16:15:48.166407 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-f2e77a06-4496-44b0-b713-739c1bb2a575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16110075'] for port, before_create {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:48.202813 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d45175b-e442-455a-8110-2913d3d1baa9 None None] Sync routers for ids ['a1141422-68ae-45df-b286-1f43f880bdf3'] in dv-cinder-796114-3-iscsi {{(pid=91877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:15:48.212300 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d45175b-e442-455a-8110-2913d3d1baa9 None None] Routers {'a1141422-68ae-45df-b286-1f43f880bdf3'} bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:15:48.213026 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_hamode_db [None req-1d45175b-e442-455a-8110-2913d3d1baa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:57:20Z,description=,heartbeat_timestamp=2021-06-16T16:15:20Z,host='dv-cinder-796114-3-iscsi',id=0e7678c9-774c-4c46-a09f-f3aaee363ca4,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:57:20Z,topic='l3_agent')) {'router_ids': ['a1141422-68ae-45df-b286-1f43f880bdf3'], 'active': True} {{(pid=91877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:48.249607 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-0df5b420-7fdd-4f85-b42b-58bdaedc0efa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701328', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-677036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2180'] for router, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:48.303231 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.db_base_plugin_common [None req-f2e77a06-4496-44b0-b713-739c1bb2a575 None None] Allocated IP 172.20.0.2 (ea1b44ab-d475-44aa-b323-cb30604cde89/7a544a4a-c35e-4181-9a92-7e1918422c40/272336e4-c8c4-492b-ba3c-a56a962bdd1c) {{(pid=91876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:15:48.326407 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_dvr_db [None req-1d45175b-e442-455a-8110-2913d3d1baa9 None None] Set router a1141422-68ae-45df-b286-1f43f880bdf3 gateway port host: dv-cinder-796114-3-iscsi {{(pid=91877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:15:48.453394 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-0df5b420-7fdd-4f85-b42b-58bdaedc0efa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:48.462780 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-f2e77a06-4496-44b0-b713-739c1bb2a575 None None] Notify callbacks [] for port, precommit_create {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:48.474241 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-f2e77a06-4496-44b0-b713-739c1bb2a575 None None] Transition to ACTIVE for port object 272336e4-c8c4-492b-ba3c-a56a962bdd1c will not be triggered until provisioned by entity L2. {{(pid=91876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:15:48.480833 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-0df5b420-7fdd-4f85-b42b-58bdaedc0efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16110075'] for port, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:48.494822 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-f2e77a06-4496-44b0-b713-739c1bb2a575 None None] Transition to ACTIVE for port object 272336e4-c8c4-492b-ba3c-a56a962bdd1c will not be triggered until provisioned by entity DHCP. {{(pid=91876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:15:48.500195 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-f2e77a06-4496-44b0-b713-739c1bb2a575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16110910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726810954487'] for port, after_create {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:48.511681 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:48.550852 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e77a06-4496-44b0-b713-739c1bb2a575 None None] Network ea1b44ab-d475-44aa-b323-cb30604cde89 is already hosted by enough agents. {{(pid=91876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:15:48.554488 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.scheduler.base_scheduler [None req-f2e77a06-4496-44b0-b713-739c1bb2a575 None None] Resources bound (agent type, host, resource id): {{(pid=91876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:15:48.557581 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e77a06-4496-44b0-b713-739c1bb2a575 None None] Received port after_create {{(pid=91876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:15:48.592380 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_common [None req-0df5b420-7fdd-4f85-b42b-58bdaedc0efa admin admin] Allocated IP 172.27.1.210 (47501c57-dfca-44aa-9eed-27ee8bb77cd6/0b38b6c0-4839-4539-8281-d8dcfdf92ae7/c74aace1-1067-413f-ae5e-edf3ce45ba70) {{(pid=91874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:15:48.593451 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e77a06-4496-44b0-b713-739c1bb2a575 None None] Pushing event updated for resources: {'Port': ['ID=272336e4-c8c4-492b-ba3c-a56a962bdd1c,revision_number=1']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:48.597095 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-f2e77a06-4496-44b0-b713-739c1bb2a575 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:48.628720 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_hamode_db [None req-1d45175b-e442-455a-8110-2913d3d1baa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1141422-68ae-45df-b286-1f43f880bdf3', 'name': 'tempest-TestVolumeBootPattern-609089800-router', 'tenant_id': '4831be885723435580a9afb0153a4572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '5541d1b5-651c-42d8-a519-9dc2094b72a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:15:43Z', 'updated_at': '2021-06-16T16:15:46Z', 'revision_number': 4, 'project_id': '4831be885723435580a9afb0153a4572', 'gw_port': {'id': '5541d1b5-651c-42d8-a519-9dc2094b72a2', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c8:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1141422-68ae-45df-b286-1f43f880bdf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:15:43Z', 'updated_at': '2021-06-16T16:15:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi', '_interfaces': [{'id': 'fc83a3be-d0f4-4a83-af6d-d58751f40c00', 'name': '', 'network_id': 'b47e9bf2-fbf6-43e9-b3ac-08675433c1a0', 'tenant_id': '4831be885723435580a9afb0153a4572', 'mac_address': 'fa:16:3e:c9:50:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1141422-68ae-45df-b286-1f43f880bdf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '4a387f3d-696d-4b72-81b1-baf51e0ac935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:15:45Z', 'updated_at': '2021-06-16T16:15:46Z', 'revision_number': 2, 'project_id': '4831be885723435580a9afb0153a4572', 'subnets': [{'id': '4a387f3d-696d-4b72-81b1-baf51e0ac935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-iscsi', False) {} {{(pid=91877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:48.632042 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d45175b-e442-455a-8110-2913d3d1baa9 None None] Checking router: a1141422-68ae-45df-b286-1f43f880bdf3 for host: dv-cinder-796114-3-iscsi {{(pid=91877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:15:48.632397 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d45175b-e442-455a-8110-2913d3d1baa9 None None] Updating router a1141422-68ae-45df-b286-1f43f880bdf3 port fc83a3be-d0f4-4a83-af6d-d58751f40c00 binding host dv-cinder-796114-3-iscsi {{(pid=91877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:15:48.637612 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-f2e77a06-4496-44b0-b713-739c1bb2a575 None None] Attempting to bind port 272336e4-c8c4-492b-ba3c-a56a962bdd1c on host dv-cinder-796114-3-iscsi for vnic_type normal with profile {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:15:48.638107 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-f2e77a06-4496-44b0-b713-739c1bb2a575 None None] Attempting to bind port 272336e4-c8c4-492b-ba3c-a56a962bdd1c by drivers openvswitch,hyperv on host dv-cinder-796114-3-iscsi at level 0 using segments [{'id': 'd9fb03da-8c33-414a-b2af-84fc0259243c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ea1b44ab-d475-44aa-b323-cb30604cde89'}] {{(pid=91876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:15:48.638595 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e77a06-4496-44b0-b713-739c1bb2a575 None None] Attempting to bind port 272336e4-c8c4-492b-ba3c-a56a962bdd1c on network ea1b44ab-d475-44aa-b323-cb30604cde89 {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:15:48.644478 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e77a06-4496-44b0-b713-739c1bb2a575 None None] Checking agent: {'id': '6d4db28b-73fb-449a-900a-e0a23b9890fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 57, 20), 'started_at': datetime.datetime(2021, 6, 16, 15, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:15:48.644979 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e77a06-4496-44b0-b713-739c1bb2a575 None None] Checking segment: {'id': 'd9fb03da-8c33-414a-b2af-84fc0259243c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ea1b44ab-d475-44aa-b323-cb30604cde89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:15:48.645639 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-f2e77a06-4496-44b0-b713-739c1bb2a575 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:48.646060 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e77a06-4496-44b0-b713-739c1bb2a575 None None] Bound using segment: {'id': 'd9fb03da-8c33-414a-b2af-84fc0259243c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ea1b44ab-d475-44aa-b323-cb30604cde89'} {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:15:48.646758 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-f2e77a06-4496-44b0-b713-739c1bb2a575 None None] Bound port: 272336e4-c8c4-492b-ba3c-a56a962bdd1c, host: dv-cinder-796114-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9fb03da-8c33-414a-b2af-84fc0259243c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ea1b44ab-d475-44aa-b323-cb30604cde89'}}] {{(pid=91876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:15:48.647120 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-f2e77a06-4496-44b0-b713-739c1bb2a575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:48.671467 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron_lib.callbacks.manager [None req-1d45175b-e442-455a-8110-2913d3d1baa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:48.700405 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-0df5b420-7fdd-4f85-b42b-58bdaedc0efa admin admin] Notify callbacks [] for port, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:48.716290 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-f2e77a06-4496-44b0-b713-739c1bb2a575 None None] For port 272336e4-c8c4-492b-ba3c-a56a962bdd1c, host dv-cinder-796114-3-iscsi, cleared binding levels {{(pid=91876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:15:48.719629 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-f2e77a06-4496-44b0-b713-739c1bb2a575 None None] For port 272336e4-c8c4-492b-ba3c-a56a962bdd1c, host dv-cinder-796114-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=272336e4-c8c4-492b-ba3c-a56a962bdd1c,segment=NetworkSegment(d9fb03da-8c33-414a-b2af-84fc0259243c),segment_id=d9fb03da-8c33-414a-b2af-84fc0259243c)] {{(pid=91876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:15:48.724161 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-f2e77a06-4496-44b0-b713-739c1bb2a575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:48.726895 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-22c2ed0e-75dc-4e20-b34c-fb8510f8e8eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:48.748037 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-0df5b420-7fdd-4f85-b42b-58bdaedc0efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16110910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726810954487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3529202'] for port, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:48.751406 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-55d486f1-be09-4d58-b710-13ba507ca67c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:48.780463 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e77a06-4496-44b0-b713-739c1bb2a575 None None] Pushing event updated for resources: {'Port': ['ID=272336e4-c8c4-492b-ba3c-a56a962bdd1c,revision_number=2']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:48.785177 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-f2e77a06-4496-44b0-b713-739c1bb2a575 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:48.802251 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df5b420-7fdd-4f85-b42b-58bdaedc0efa admin admin] Network 47501c57-dfca-44aa-9eed-27ee8bb77cd6 is already hosted by enough agents. {{(pid=91874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:15:48.806909 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [None req-0df5b420-7fdd-4f85-b42b-58bdaedc0efa admin admin] Resources bound (agent type, host, resource id): {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:15:48.812917 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df5b420-7fdd-4f85-b42b-58bdaedc0efa admin admin] Received port after_create {{(pid=91874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:15:48.838646 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df5b420-7fdd-4f85-b42b-58bdaedc0efa admin admin] Pushing event updated for resources: {'Port': ['ID=c74aace1-1067-413f-ae5e-edf3ce45ba70,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:48.843190 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-0df5b420-7fdd-4f85-b42b-58bdaedc0efa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:48.921952 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device 5541d1b5-651c-42d8-a519-9dc2094b72a2 up at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:15:48.996023 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning for port 5541d1b5-651c-42d8-a519-9dc2094b72a2 completed by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:15:49.012765 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron_lib.callbacks.manager [None req-1d45175b-e442-455a-8110-2913d3d1baa9 None None] Notify callbacks [] for port, precommit_update {{(pid=91877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:49.013210 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning complete for port 5541d1b5-651c-42d8-a519-9dc2094b72a2 triggered by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:15:49.013859 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:49.026772 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.provisioning_blocks [None req-1d45175b-e442-455a-8110-2913d3d1baa9 None None] Transition to ACTIVE for port object fc83a3be-d0f4-4a83-af6d-d58751f40c00 will not be triggered until provisioned by entity L2. {{(pid=91877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:15:49.034447 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron_lib.callbacks.manager [None req-1d45175b-e442-455a-8110-2913d3d1baa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:49.056513 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:49.147975 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:49.164272 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4275374-0113-4af8-a934-c2519cb9169e None None] Pushing event updated for resources: {'Port': ['ID=fc83a3be-d0f4-4a83-af6d-d58751f40c00,revision_number=3']} {{(pid=91877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:49.179482 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] For port 5541d1b5-651c-42d8-a519-9dc2094b72a2, host dv-cinder-796114-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=5541d1b5-651c-42d8-a519-9dc2094b72a2,segment=NetworkSegment(36d53036-d305-476e-ad99-71a5cdef7eb4),segment_id=36d53036-d305-476e-ad99-71a5cdef7eb4)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:15:49.185174 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:49.188987 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c1da8e00-4115-43fd-8822-53b781afd067 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:49.203360 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4275374-0113-4af8-a934-c2519cb9169e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:49.204335 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4275374-0113-4af8-a934-c2519cb9169e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:49.204941 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4275374-0113-4af8-a934-c2519cb9169e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:49.205733 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4275374-0113-4af8-a934-c2519cb9169e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:49.206418 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4275374-0113-4af8-a934-c2519cb9169e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:49.206909 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4275374-0113-4af8-a934-c2519cb9169e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:49.207396 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4275374-0113-4af8-a934-c2519cb9169e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:49.207871 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4275374-0113-4af8-a934-c2519cb9169e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:49.209491 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4275374-0113-4af8-a934-c2519cb9169e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:49.210214 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4275374-0113-4af8-a934-c2519cb9169e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:49.210698 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4275374-0113-4af8-a934-c2519cb9169e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:49.211177 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4275374-0113-4af8-a934-c2519cb9169e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:49.216922 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG oslo_concurrency.lockutils [None req-f4275374-0113-4af8-a934-c2519cb9169e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:49.230733 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.managers [None req-1d45175b-e442-455a-8110-2913d3d1baa9 None None] Attempting to bind port fc83a3be-d0f4-4a83-af6d-d58751f40c00 on host dv-cinder-796114-3-iscsi for vnic_type normal with profile {{(pid=91877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:15:49.231885 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.managers [None req-1d45175b-e442-455a-8110-2913d3d1baa9 None None] Attempting to bind port fc83a3be-d0f4-4a83-af6d-d58751f40c00 by drivers openvswitch,hyperv on host dv-cinder-796114-3-iscsi at level 0 using segments [{'id': 'c2f88690-37c3-48a8-bd86-4e6d858dc23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'b47e9bf2-fbf6-43e9-b3ac-08675433c1a0'}] {{(pid=91877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:15:49.232447 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d45175b-e442-455a-8110-2913d3d1baa9 None None] Attempting to bind port fc83a3be-d0f4-4a83-af6d-d58751f40c00 on network b47e9bf2-fbf6-43e9-b3ac-08675433c1a0 {{(pid=91877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:15:49.239716 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d45175b-e442-455a-8110-2913d3d1baa9 None None] Checking agent: {'id': '6d4db28b-73fb-449a-900a-e0a23b9890fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 57, 20), 'started_at': datetime.datetime(2021, 6, 16, 15, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:15:49.240093 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d45175b-e442-455a-8110-2913d3d1baa9 None None] Checking segment: {'id': 'c2f88690-37c3-48a8-bd86-4e6d858dc23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'b47e9bf2-fbf6-43e9-b3ac-08675433c1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:15:49.240498 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron_lib.callbacks.manager [None req-1d45175b-e442-455a-8110-2913d3d1baa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:49.240891 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d45175b-e442-455a-8110-2913d3d1baa9 None None] Bound using segment: {'id': 'c2f88690-37c3-48a8-bd86-4e6d858dc23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'b47e9bf2-fbf6-43e9-b3ac-08675433c1a0'} {{(pid=91877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:15:49.241359 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.managers [None req-1d45175b-e442-455a-8110-2913d3d1baa9 None None] Bound port: fc83a3be-d0f4-4a83-af6d-d58751f40c00, host: dv-cinder-796114-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2f88690-37c3-48a8-bd86-4e6d858dc23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'b47e9bf2-fbf6-43e9-b3ac-08675433c1a0'}}] {{(pid=91877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:15:49.241764 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron_lib.callbacks.manager [None req-1d45175b-e442-455a-8110-2913d3d1baa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:49.251425 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Pushing event updated for resources: {'Port': ['ID=5541d1b5-651c-42d8-a519-9dc2094b72a2,revision_number=4']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:49.259265 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:49.307780 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.db [None req-1d45175b-e442-455a-8110-2913d3d1baa9 None None] For port fc83a3be-d0f4-4a83-af6d-d58751f40c00, host dv-cinder-796114-3-iscsi, cleared binding levels {{(pid=91877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:15:49.311349 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.db [None req-1d45175b-e442-455a-8110-2913d3d1baa9 None None] For port fc83a3be-d0f4-4a83-af6d-d58751f40c00, host dv-cinder-796114-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=fc83a3be-d0f4-4a83-af6d-d58751f40c00,segment=NetworkSegment(c2f88690-37c3-48a8-bd86-4e6d858dc23b),segment_id=c2f88690-37c3-48a8-bd86-4e6d858dc23b)] {{(pid=91877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:15:49.316969 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron_lib.callbacks.manager [None req-1d45175b-e442-455a-8110-2913d3d1baa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:49.320275 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG oslo_concurrency.lockutils [None req-7c3e412f-9d77-4a44-82a3-314d2922b19e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:49.377272 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d45175b-e442-455a-8110-2913d3d1baa9 None None] Routers {'a1141422-68ae-45df-b286-1f43f880bdf3'} bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:15:49.378167 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_hamode_db [None req-1d45175b-e442-455a-8110-2913d3d1baa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:57:20Z,description=,heartbeat_timestamp=2021-06-16T16:15:20Z,host='dv-cinder-796114-3-iscsi',id=0e7678c9-774c-4c46-a09f-f3aaee363ca4,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:57:20Z,topic='l3_agent')) {'router_ids': ['a1141422-68ae-45df-b286-1f43f880bdf3'], 'active': True} {{(pid=91877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:49.383324 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4275374-0113-4af8-a934-c2519cb9169e None None] Pushing event updated for resources: {'Port': ['ID=fc83a3be-d0f4-4a83-af6d-d58751f40c00,revision_number=4']} {{(pid=91877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:49.419038 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG oslo_concurrency.lockutils [None req-f4275374-0113-4af8-a934-c2519cb9169e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:49.447956 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-0df5b420-7fdd-4f85-b42b-58bdaedc0efa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:49.486577 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:49.511761 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_dvr_db [None req-1d45175b-e442-455a-8110-2913d3d1baa9 None None] Set router a1141422-68ae-45df-b286-1f43f880bdf3 gateway port host: dv-cinder-796114-3-iscsi {{(pid=91877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:15:49.674013 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-0df5b420-7fdd-4f85-b42b-58bdaedc0efa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-677051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701414'] for router, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:49.728283 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_hamode_db [None req-1d45175b-e442-455a-8110-2913d3d1baa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1141422-68ae-45df-b286-1f43f880bdf3', 'name': 'tempest-TestVolumeBootPattern-609089800-router', 'tenant_id': '4831be885723435580a9afb0153a4572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '5541d1b5-651c-42d8-a519-9dc2094b72a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:15:43Z', 'updated_at': '2021-06-16T16:15:46Z', 'revision_number': 4, 'project_id': '4831be885723435580a9afb0153a4572', 'gw_port': {'id': '5541d1b5-651c-42d8-a519-9dc2094b72a2', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1141422-68ae-45df-b286-1f43f880bdf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:15:43Z', 'updated_at': '2021-06-16T16:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi', '_interfaces': [{'id': 'fc83a3be-d0f4-4a83-af6d-d58751f40c00', 'name': '', 'network_id': 'b47e9bf2-fbf6-43e9-b3ac-08675433c1a0', 'tenant_id': '4831be885723435580a9afb0153a4572', 'mac_address': 'fa:16:3e:c9:50:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1141422-68ae-45df-b286-1f43f880bdf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '4a387f3d-696d-4b72-81b1-baf51e0ac935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:15:45Z', 'updated_at': '2021-06-16T16:15:49Z', 'revision_number': 4, 'project_id': '4831be885723435580a9afb0153a4572', 'subnets': [{'id': '4a387f3d-696d-4b72-81b1-baf51e0ac935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-iscsi', False) {} {{(pid=91877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:49.732132 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d45175b-e442-455a-8110-2913d3d1baa9 None None] The sync data for ids ['a1141422-68ae-45df-b286-1f43f880bdf3'] in dv-cinder-796114-3-iscsi is: [{'id': 'a1141422-68ae-45df-b286-1f43f880bdf3', 'name': 'tempest-TestVolumeBootPattern-609089800-router', 'tenant_id': '4831be885723435580a9afb0153a4572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '5541d1b5-651c-42d8-a519-9dc2094b72a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:15:43Z', 'updated_at': '2021-06-16T16:15:46Z', 'revision_number': 4, 'project_id': '4831be885723435580a9afb0153a4572', 'gw_port': {'id': '5541d1b5-651c-42d8-a519-9dc2094b72a2', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1141422-68ae-45df-b286-1f43f880bdf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:15:43Z', 'updated_at': '2021-06-16T16:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi', '_interfaces': [{'id': 'fc83a3be-d0f4-4a83-af6d-d58751f40c00', 'name': '', 'network_id': 'b47e9bf2-fbf6-43e9-b3ac-08675433c1a0', 'tenant_id': '4831be885723435580a9afb0153a4572', 'mac_address': 'fa:16:3e:c9:50:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1141422-68ae-45df-b286-1f43f880bdf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '4a387f3d-696d-4b72-81b1-baf51e0ac935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:15:45Z', 'updated_at': '2021-06-16T16:15:49Z', 'revision_number': 4, 'project_id': '4831be885723435580a9afb0153a4572', 'subnets': [{'id': '4a387f3d-696d-4b72-81b1-baf51e0ac935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:15:49.846497 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df5b420-7fdd-4f85-b42b-58bdaedc0efa admin admin] Router 3ffa482e-a2e8-413b-9c8d-aa3e8a344832 is scheduled to L3 agent 0e7678c9-774c-4c46-a09f-f3aaee363ca4 with binding_index 1 {{(pid=91874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 16:15:49.905792 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-b25d7403-27c0-4a07-99bf-31b24c8f957a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:49.976320 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:49.986679 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df5b420-7fdd-4f85-b42b-58bdaedc0efa admin admin] Notify agent at l3_agent.dv-cinder-796114-3-iscsi the message routers_updated {{(pid=91874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:15:49.997960 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191b31ef-5521-43fa-add0-a1846a347af1 None None] Network ea1b44ab-d475-44aa-b323-cb30604cde89 requested from dv-cinder-796114-3-iscsi {{(pid=91876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:15:50.004860 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-0df5b420-7fdd-4f85-b42b-58bdaedc0efa admin admin] Notify callbacks [] for router, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:50.005130 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc51d1f2-2b9f-4868-8ac7-4de72d65a4e4 None None] Sync routers for ids ['3ffa482e-a2e8-413b-9c8d-aa3e8a344832'] in dv-cinder-796114-3-iscsi {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:15:50.006557 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-0df5b420-7fdd-4f85-b42b-58bdaedc0efa admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0066526 Jun 16 16:15:50.009392 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 44020) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:50.071145 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc51d1f2-2b9f-4868-8ac7-4de72d65a4e4 None None] Routers {'3ffa482e-a2e8-413b-9c8d-aa3e8a344832'} bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:15:50.071797 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-bc51d1f2-2b9f-4868-8ac7-4de72d65a4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T15:57:20Z,description=,heartbeat_timestamp=2021-06-16T16:15:50Z,host='dv-cinder-796114-3-iscsi',id=0e7678c9-774c-4c46-a09f-f3aaee363ca4,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:57:20Z,topic='l3_agent')) {'router_ids': ['3ffa482e-a2e8-413b-9c8d-aa3e8a344832'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:50.141634 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-2bb02767-e9fa-4495-b48c-219482d15693 None None] Provisioning for port 272336e4-c8c4-492b-ba3c-a56a962bdd1c completed by entity DHCP. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:15:50.241991 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-bc51d1f2-2b9f-4868-8ac7-4de72d65a4e4 None None] Set router 3ffa482e-a2e8-413b-9c8d-aa3e8a344832 gateway port host: dv-cinder-796114-3-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:15:50.467642 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-be0d909f-2a6a-4a21-9ea6-19827eae7d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16110075'] for port, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:50.474740 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-bc51d1f2-2b9f-4868-8ac7-4de72d65a4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ffa482e-a2e8-413b-9c8d-aa3e8a344832', 'name': 'tempest-TestVolumeBootPattern-1667336643-router', 'tenant_id': '2b64e4083b434f7babcd07ab0748ffdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': 'c74aace1-1067-413f-ae5e-edf3ce45ba70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:15:48Z', 'updated_at': '2021-06-16T16:15:49Z', 'revision_number': 3, 'project_id': '2b64e4083b434f7babcd07ab0748ffdf', 'gw_port': {'id': 'c74aace1-1067-413f-ae5e-edf3ce45ba70', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7c:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ffa482e-a2e8-413b-9c8d-aa3e8a344832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:15:48Z', 'updated_at': '2021-06-16T16:15:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi'}], 'dv-cinder-796114-3-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:50.479103 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc51d1f2-2b9f-4868-8ac7-4de72d65a4e4 None None] Checking router: 3ffa482e-a2e8-413b-9c8d-aa3e8a344832 for host: dv-cinder-796114-3-iscsi {{(pid=91876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:15:50.479714 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc51d1f2-2b9f-4868-8ac7-4de72d65a4e4 None None] Updating router 3ffa482e-a2e8-413b-9c8d-aa3e8a344832 port c74aace1-1067-413f-ae5e-edf3ce45ba70 binding host dv-cinder-796114-3-iscsi {{(pid=91876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:15:50.535349 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-bc51d1f2-2b9f-4868-8ac7-4de72d65a4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:50.646057 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.db.db_base_plugin_common [None req-be0d909f-2a6a-4a21-9ea6-19827eae7d19 admin admin] Allocated IP 172.20.0.1 (ea1b44ab-d475-44aa-b323-cb30604cde89/7a544a4a-c35e-4181-9a92-7e1918422c40/ed7566cb-2af4-47af-b0cd-69cbd600472a) {{(pid=91875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:15:50.758862 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-be0d909f-2a6a-4a21-9ea6-19827eae7d19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:50.773680 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-be0d909f-2a6a-4a21-9ea6-19827eae7d19 admin admin] Transition to ACTIVE for port object ed7566cb-2af4-47af-b0cd-69cbd600472a will not be triggered until provisioned by entity DHCP. {{(pid=91875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:15:50.811990 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-be0d909f-2a6a-4a21-9ea6-19827eae7d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16110910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726810954487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2449087'] for port, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:50.814918 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-0a2a02b0-4466-4268-a192-1c50ae85f80b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:50.839392 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-bc51d1f2-2b9f-4868-8ac7-4de72d65a4e4 None None] Notify callbacks [] for port, precommit_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:50.855979 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0d909f-2a6a-4a21-9ea6-19827eae7d19 admin admin] Network ea1b44ab-d475-44aa-b323-cb30604cde89 is already hosted by enough agents. {{(pid=91875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:15:50.862392 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.base_scheduler [None req-be0d909f-2a6a-4a21-9ea6-19827eae7d19 admin admin] Resources bound (agent type, host, resource id): {{(pid=91875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:15:50.864849 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0d909f-2a6a-4a21-9ea6-19827eae7d19 admin admin] Received port after_create {{(pid=91875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:15:50.874604 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-bc51d1f2-2b9f-4868-8ac7-4de72d65a4e4 None None] Transition to ACTIVE for port object c74aace1-1067-413f-ae5e-edf3ce45ba70 will not be triggered until provisioned by entity L2. {{(pid=91876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:15:50.890166 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-bc51d1f2-2b9f-4868-8ac7-4de72d65a4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:50.896121 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0d909f-2a6a-4a21-9ea6-19827eae7d19 admin admin] Pushing event updated for resources: {'Port': ['ID=ed7566cb-2af4-47af-b0cd-69cbd600472a,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:50.898905 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:50.899578 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-be0d909f-2a6a-4a21-9ea6-19827eae7d19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:50.930099 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-be0d909f-2a6a-4a21-9ea6-19827eae7d19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672087'] for router_interface, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:50.959015 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-bc51d1f2-2b9f-4868-8ac7-4de72d65a4e4 None None] Attempting to bind port c74aace1-1067-413f-ae5e-edf3ce45ba70 on host dv-cinder-796114-3-iscsi for vnic_type normal with profile {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:15:50.959608 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-bc51d1f2-2b9f-4868-8ac7-4de72d65a4e4 None None] Attempting to bind port c74aace1-1067-413f-ae5e-edf3ce45ba70 by drivers openvswitch,hyperv on host dv-cinder-796114-3-iscsi at level 0 using segments [{'id': '36d53036-d305-476e-ad99-71a5cdef7eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6'}] {{(pid=91876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:15:50.959938 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc51d1f2-2b9f-4868-8ac7-4de72d65a4e4 None None] Attempting to bind port c74aace1-1067-413f-ae5e-edf3ce45ba70 on network 47501c57-dfca-44aa-9eed-27ee8bb77cd6 {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:15:50.973976 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4c2a3a-5cf1-4c20-a2c7-c72da35cd945 None None] Pushing event updated for resources: {'Port': ['ID=c74aace1-1067-413f-ae5e-edf3ce45ba70,revision_number=2']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:50.976483 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc51d1f2-2b9f-4868-8ac7-4de72d65a4e4 None None] Checking agent: {'id': '6d4db28b-73fb-449a-900a-e0a23b9890fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 57, 20), 'started_at': datetime.datetime(2021, 6, 16, 15, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:15:50.976946 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc51d1f2-2b9f-4868-8ac7-4de72d65a4e4 None None] Checking segment: {'id': '36d53036-d305-476e-ad99-71a5cdef7eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:15:50.977312 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-bc51d1f2-2b9f-4868-8ac7-4de72d65a4e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:50.977737 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc51d1f2-2b9f-4868-8ac7-4de72d65a4e4 None None] Bound using segment: {'id': '36d53036-d305-476e-ad99-71a5cdef7eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6'} {{(pid=91876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:15:50.981536 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.managers [None req-bc51d1f2-2b9f-4868-8ac7-4de72d65a4e4 None None] Bound port: c74aace1-1067-413f-ae5e-edf3ce45ba70, host: dv-cinder-796114-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36d53036-d305-476e-ad99-71a5cdef7eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6'}}] {{(pid=91876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:15:50.983468 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-bc51d1f2-2b9f-4868-8ac7-4de72d65a4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:50.984027 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-cb4c2a3a-5cf1-4c20-a2c7-c72da35cd945 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:51.052776 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-bc51d1f2-2b9f-4868-8ac7-4de72d65a4e4 None None] For port c74aace1-1067-413f-ae5e-edf3ce45ba70, host dv-cinder-796114-3-iscsi, cleared binding levels {{(pid=91876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:15:51.056698 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-bc51d1f2-2b9f-4868-8ac7-4de72d65a4e4 None None] For port c74aace1-1067-413f-ae5e-edf3ce45ba70, host dv-cinder-796114-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=c74aace1-1067-413f-ae5e-edf3ce45ba70,segment=NetworkSegment(36d53036-d305-476e-ad99-71a5cdef7eb4),segment_id=36d53036-d305-476e-ad99-71a5cdef7eb4)] {{(pid=91876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:15:51.062752 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device 272336e4-c8c4-492b-ba3c-a56a962bdd1c up at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:15:51.086491 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-bc51d1f2-2b9f-4868-8ac7-4de72d65a4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:51.089897 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-4dff2d9d-7289-4438-9ffd-8c65cb80056a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:51.112097 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-be0d909f-2a6a-4a21-9ea6-19827eae7d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:51.167183 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc51d1f2-2b9f-4868-8ac7-4de72d65a4e4 None None] Routers {'3ffa482e-a2e8-413b-9c8d-aa3e8a344832'} bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:15:51.167648 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-bc51d1f2-2b9f-4868-8ac7-4de72d65a4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T15:57:20Z,description=,heartbeat_timestamp=2021-06-16T16:15:50Z,host='dv-cinder-796114-3-iscsi',id=0e7678c9-774c-4c46-a09f-f3aaee363ca4,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:57:20Z,topic='l3_agent')) {'router_ids': ['3ffa482e-a2e8-413b-9c8d-aa3e8a344832'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:51.171336 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4c2a3a-5cf1-4c20-a2c7-c72da35cd945 None None] Pushing event updated for resources: {'Port': ['ID=c74aace1-1067-413f-ae5e-edf3ce45ba70,revision_number=3']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:51.205603 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-cb4c2a3a-5cf1-4c20-a2c7-c72da35cd945 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:51.286075 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-be0d909f-2a6a-4a21-9ea6-19827eae7d19 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:51.290895 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-be0d909f-2a6a-4a21-9ea6-19827eae7d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2449065'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:51.293726 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-b005943b-2ca1-42b8-b22f-532275b9d3d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:51.360255 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0d909f-2a6a-4a21-9ea6-19827eae7d19 admin admin] Pushing event updated for resources: {'Port': ['ID=ed7566cb-2af4-47af-b0cd-69cbd600472a,revision_number=2']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:51.363928 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-be0d909f-2a6a-4a21-9ea6-19827eae7d19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:51.364901 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-be0d909f-2a6a-4a21-9ea6-19827eae7d19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16222906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672043'] for router_interface, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:51.381374 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning for port 272336e4-c8c4-492b-ba3c-a56a962bdd1c completed by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:15:51.396326 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning complete for port 272336e4-c8c4-492b-ba3c-a56a962bdd1c triggered by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:15:51.396707 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:51.429414 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-6ad78952-ea93-43a4-8288-1e7c2f1dde9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:51.433100 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-c7d6069f-2f8e-4d53-9bbf-e32b1ca94ead None None] Provisioning for port ed7566cb-2af4-47af-b0cd-69cbd600472a completed by entity DHCP. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:15:51.446443 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-c7d6069f-2f8e-4d53-9bbf-e32b1ca94ead None None] Provisioning complete for port ed7566cb-2af4-47af-b0cd-69cbd600472a triggered by entity DHCP. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:15:51.446821 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c7d6069f-2f8e-4d53-9bbf-e32b1ca94ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:51.461871 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0d909f-2a6a-4a21-9ea6-19827eae7d19 admin admin] Network ea1b44ab-d475-44aa-b323-cb30604cde89 is already hosted by enough agents. {{(pid=91875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:15:51.464539 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.base_scheduler [None req-be0d909f-2a6a-4a21-9ea6-19827eae7d19 admin admin] Resources bound (agent type, host, resource id): {{(pid=91875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:15:51.492289 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-bc51d1f2-2b9f-4868-8ac7-4de72d65a4e4 None None] Set router 3ffa482e-a2e8-413b-9c8d-aa3e8a344832 gateway port host: dv-cinder-796114-3-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:15:51.556323 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-c7d6069f-2f8e-4d53-9bbf-e32b1ca94ead None None] Port ed7566cb-2af4-47af-b0cd-69cbd600472a cannot update to ACTIVE because it is not bound. {{(pid=91876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:15:51.590635 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be0d909f-2a6a-4a21-9ea6-19827eae7d19 admin admin] Router 3ffa482e-a2e8-413b-9c8d-aa3e8a344832 has already been hosted by L3 agent 0e7678c9-774c-4c46-a09f-f3aaee363ca4 {{(pid=91875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:15:51.670576 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:51.704570 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be0d909f-2a6a-4a21-9ea6-19827eae7d19 admin admin] Notify agent at l3_agent.dv-cinder-796114-3-iscsi the message routers_updated {{(pid=91875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:15:51.707274 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-5c73bdd9-a2d8-4cfd-a4e4-da58f8f6d9f5 None None] Provisioning complete for port ed7566cb-2af4-47af-b0cd-69cbd600472a triggered by entity DHCP. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:15:51.707784 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-5c73bdd9-a2d8-4cfd-a4e4-da58f8f6d9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:51.710282 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-be0d909f-2a6a-4a21-9ea6-19827eae7d19 admin admin] 10.222.0.49 "PUT /v2.0/routers/3ffa482e-a2e8-413b-9c8d-aa3e8a344832/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6995773 Jun 16 16:15:51.757496 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] For port 272336e4-c8c4-492b-ba3c-a56a962bdd1c, host dv-cinder-796114-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=272336e4-c8c4-492b-ba3c-a56a962bdd1c,segment=NetworkSegment(d9fb03da-8c33-414a-b2af-84fc0259243c),segment_id=d9fb03da-8c33-414a-b2af-84fc0259243c)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:15:51.782634 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:51.784073 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device 5541d1b5-651c-42d8-a519-9dc2094b72a2 up at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:15:51.788247 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:51.811168 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-5c73bdd9-a2d8-4cfd-a4e4-da58f8f6d9f5 None None] Port ed7566cb-2af4-47af-b0cd-69cbd600472a cannot update to ACTIVE because it is not bound. {{(pid=91876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:15:51.881000 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Pushing event updated for resources: {'Port': ['ID=272336e4-c8c4-492b-ba3c-a56a962bdd1c,revision_number=3']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:51.886552 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:51.900041 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning complete for port 5541d1b5-651c-42d8-a519-9dc2094b72a2 triggered by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:15:51.900436 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:51.903925 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-bc51d1f2-2b9f-4868-8ac7-4de72d65a4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ffa482e-a2e8-413b-9c8d-aa3e8a344832', 'name': 'tempest-TestVolumeBootPattern-1667336643-router', 'tenant_id': '2b64e4083b434f7babcd07ab0748ffdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': 'c74aace1-1067-413f-ae5e-edf3ce45ba70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:15:48Z', 'updated_at': '2021-06-16T16:15:51Z', 'revision_number': 4, 'project_id': '2b64e4083b434f7babcd07ab0748ffdf', 'gw_port': {'id': 'c74aace1-1067-413f-ae5e-edf3ce45ba70', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7c:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ffa482e-a2e8-413b-9c8d-aa3e8a344832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:15:48Z', 'updated_at': '2021-06-16T16:15:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi', '_interfaces': [{'id': 'ed7566cb-2af4-47af-b0cd-69cbd600472a', 'name': '', 'network_id': 'ea1b44ab-d475-44aa-b323-cb30604cde89', 'tenant_id': '2b64e4083b434f7babcd07ab0748ffdf', 'mac_address': 'fa:16:3e:9e:00:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ffa482e-a2e8-413b-9c8d-aa3e8a344832', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '7a544a4a-c35e-4181-9a92-7e1918422c40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:15:50Z', 'updated_at': '2021-06-16T16:15:50Z', 'revision_number': 1, 'project_id': '2b64e4083b434f7babcd07ab0748ffdf', 'subnets': [{'id': '7a544a4a-c35e-4181-9a92-7e1918422c40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:51.926296 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc51d1f2-2b9f-4868-8ac7-4de72d65a4e4 None None] The sync data for ids ['3ffa482e-a2e8-413b-9c8d-aa3e8a344832'] in dv-cinder-796114-3-iscsi is: [{'id': '3ffa482e-a2e8-413b-9c8d-aa3e8a344832', 'name': 'tempest-TestVolumeBootPattern-1667336643-router', 'tenant_id': '2b64e4083b434f7babcd07ab0748ffdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': 'c74aace1-1067-413f-ae5e-edf3ce45ba70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:15:48Z', 'updated_at': '2021-06-16T16:15:51Z', 'revision_number': 4, 'project_id': '2b64e4083b434f7babcd07ab0748ffdf', 'gw_port': {'id': 'c74aace1-1067-413f-ae5e-edf3ce45ba70', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7c:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ffa482e-a2e8-413b-9c8d-aa3e8a344832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:15:48Z', 'updated_at': '2021-06-16T16:15:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi', '_interfaces': [{'id': 'ed7566cb-2af4-47af-b0cd-69cbd600472a', 'name': '', 'network_id': 'ea1b44ab-d475-44aa-b323-cb30604cde89', 'tenant_id': '2b64e4083b434f7babcd07ab0748ffdf', 'mac_address': 'fa:16:3e:9e:00:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ffa482e-a2e8-413b-9c8d-aa3e8a344832', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '7a544a4a-c35e-4181-9a92-7e1918422c40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:15:50Z', 'updated_at': '2021-06-16T16:15:50Z', 'revision_number': 1, 'project_id': '2b64e4083b434f7babcd07ab0748ffdf', 'subnets': [{'id': '7a544a4a-c35e-4181-9a92-7e1918422c40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:15:51.997290 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device fc83a3be-d0f4-4a83-af6d-d58751f40c00 up at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:15:52.050658 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning for port fc83a3be-d0f4-4a83-af6d-d58751f40c00 completed by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:15:52.054779 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning complete for port fc83a3be-d0f4-4a83-af6d-d58751f40c00 triggered by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:15:52.055210 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:52.168923 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:52.226668 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] For port fc83a3be-d0f4-4a83-af6d-d58751f40c00, host dv-cinder-796114-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=fc83a3be-d0f4-4a83-af6d-d58751f40c00,segment=NetworkSegment(c2f88690-37c3-48a8-bd86-4e6d858dc23b),segment_id=c2f88690-37c3-48a8-bd86-4e6d858dc23b)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:15:52.231443 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:52.233997 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:52.248639 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 44028) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:52.253753 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.v2.base [None req-12515ed2-b58f-421a-9a31-34371163acad tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2054179762', 'description': 'tempest-secgroup-smoke-2054179762 description', 'project_id': '4831be885723435580a9afb0153a4572'}} {{(pid=91875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:15:52.278099 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-12515ed2-b58f-421a-9a31-34371163acad tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] Notify callbacks [] for security_group, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:52.291852 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Pushing event updated for resources: {'Port': ['ID=fc83a3be-d0f4-4a83-af6d-d58751f40c00,revision_number=5']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:52.298133 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:52.366943 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-12515ed2-b58f-421a-9a31-34371163acad tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] Notify callbacks [] for security_group, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:52.371075 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-12515ed2-b58f-421a-9a31-34371163acad tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:52.374767 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-38ff9054-9ad1-4c94-94a8-3009f7f966c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:52.402458 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-12515ed2-b58f-421a-9a31-34371163acad tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] Notify callbacks [] for security_group, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:52.403573 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-12515ed2-b58f-421a-9a31-34371163acad tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1539080 Jun 16 16:15:52.404727 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12515ed2-b58f-421a-9a31-34371163acad tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed856df-2ac4-4e3f-9aa1-ad160c1bc420,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:52.406785 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 44030) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:52.407508 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-12515ed2-b58f-421a-9a31-34371163acad tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:52.412810 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-48feed53-1042-4e02-af0f-3c7c2ddcb294 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] Request body: {'security_group_rule': {'security_group_id': '8ed856df-2ac4-4e3f-9aa1-ad160c1bc420', 'project_id': '4831be885723435580a9afb0153a4572', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:15:52.442394 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-48feed53-1042-4e02-af0f-3c7c2ddcb294 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:52.507954 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-48feed53-1042-4e02-af0f-3c7c2ddcb294 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:52.512260 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-48feed53-1042-4e02-af0f-3c7c2ddcb294 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709652'] for security_group_rule, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:52.514575 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:52.534137 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48feed53-1042-4e02-af0f-3c7c2ddcb294 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebc03b44-49f9-4e3b-934f-75d98b349cf4,revision_number=0']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:52.536966 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-48feed53-1042-4e02-af0f-3c7c2ddcb294 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:52.542427 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-48feed53-1042-4e02-af0f-3c7c2ddcb294 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:52.543911 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-48feed53-1042-4e02-af0f-3c7c2ddcb294 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1360762 Jun 16 16:15:52.546666 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 44032) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:52.551521 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-82088d8e-efed-4ba1-a37b-2f6169c55266 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] Request body: {'security_group_rule': {'security_group_id': '8ed856df-2ac4-4e3f-9aa1-ad160c1bc420', 'project_id': '4831be885723435580a9afb0153a4572', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:15:52.583795 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-82088d8e-efed-4ba1-a37b-2f6169c55266 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:52.648885 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-82088d8e-efed-4ba1-a37b-2f6169c55266 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:52.653889 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-82088d8e-efed-4ba1-a37b-2f6169c55266 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709652'] for security_group_rule, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:52.656512 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-f76b17e4-8046-4ad8-b0fe-62d18ee73000 tempest-AttachVolumeShelveTestJSON-253661287 tempest-AttachVolumeShelveTestJSON-253661287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:52.677221 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82088d8e-efed-4ba1-a37b-2f6169c55266 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4c17bda-1386-450e-9f89-8c47e4450f67,revision_number=0']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:52.679961 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-82088d8e-efed-4ba1-a37b-2f6169c55266 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:52.686027 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-82088d8e-efed-4ba1-a37b-2f6169c55266 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:52.687447 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-82088d8e-efed-4ba1-a37b-2f6169c55266 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1398613 Jun 16 16:15:52.690704 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 44034) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:52.695702 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.v2.base [None req-a1aae8b7-52b8-48c6-908d-7be60b428bcc tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] Request body: {'security_group_rule': {'security_group_id': '8ed856df-2ac4-4e3f-9aa1-ad160c1bc420', 'project_id': '4831be885723435580a9afb0153a4572', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:15:52.725358 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-a1aae8b7-52b8-48c6-908d-7be60b428bcc tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:52.785824 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-a1aae8b7-52b8-48c6-908d-7be60b428bcc tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:52.789765 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-a1aae8b7-52b8-48c6-908d-7be60b428bcc tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709652'] for security_group_rule, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:52.791824 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-a049e48b-ff5a-4a2b-b851-24788e570b24 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:52.809712 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aae8b7-52b8-48c6-908d-7be60b428bcc tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa145f5e-2658-4c8a-80cd-41cd33f2d9e7,revision_number=0']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:52.812917 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-a1aae8b7-52b8-48c6-908d-7be60b428bcc tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:52.816985 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-a1aae8b7-52b8-48c6-908d-7be60b428bcc tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:52.821231 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 44036) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:52.821480 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-a1aae8b7-52b8-48c6-908d-7be60b428bcc tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1294250 Jun 16 16:15:52.826158 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-ad2e679d-550b-4d50-a731-9a102624b60e tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] Request body: {'security_group_rule': {'security_group_id': '8ed856df-2ac4-4e3f-9aa1-ad160c1bc420', 'project_id': '4831be885723435580a9afb0153a4572', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:15:52.864694 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-ad2e679d-550b-4d50-a731-9a102624b60e tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:52.879213 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-459ba97e-0994-401b-bd86-9772962a392e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:52.939482 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-ad2e679d-550b-4d50-a731-9a102624b60e tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:52.945047 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-ad2e679d-550b-4d50-a731-9a102624b60e tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709652'] for security_group_rule, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:52.947288 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:52.968653 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2e679d-550b-4d50-a731-9a102624b60e tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17ec5dc4-f33e-4973-83e5-d98ed09134cd,revision_number=0']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:52.971534 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-ad2e679d-550b-4d50-a731-9a102624b60e tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:52.982767 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-ad2e679d-550b-4d50-a731-9a102624b60e tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:52.984170 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-ad2e679d-550b-4d50-a731-9a102624b60e tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1616933 Jun 16 16:15:52.987015 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 44038) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:52.990119 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device c74aace1-1067-413f-ae5e-edf3ce45ba70 up at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:15:52.992053 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.v2.base [None req-b9cae4f5-2303-4ce4-a5c7-19bf7c5793c8 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] Request body: {'security_group_rule': {'security_group_id': '8ed856df-2ac4-4e3f-9aa1-ad160c1bc420', 'project_id': '4831be885723435580a9afb0153a4572', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:15:53.015939 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.db.securitygroups_db [None req-b9cae4f5-2303-4ce4-a5c7-19bf7c5793c8 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] Project 4831be885723435580a9afb0153a4572 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 16:15:53.022179 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-b9cae4f5-2303-4ce4-a5c7-19bf7c5793c8 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:53.044461 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning for port c74aace1-1067-413f-ae5e-edf3ce45ba70 completed by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:15:53.049774 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning complete for port c74aace1-1067-413f-ae5e-edf3ce45ba70 triggered by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:15:53.050168 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:53.090008 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-b9cae4f5-2303-4ce4-a5c7-19bf7c5793c8 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:53.095282 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-b9cae4f5-2303-4ce4-a5c7-19bf7c5793c8 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709652'] for security_group_rule, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:53.097454 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:53.113772 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cae4f5-2303-4ce4-a5c7-19bf7c5793c8 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a5f0c29-2080-458b-9dc4-7c7991c8ff0b,revision_number=0']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:53.116762 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-b9cae4f5-2303-4ce4-a5c7-19bf7c5793c8 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:53.119151 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-b9cae4f5-2303-4ce4-a5c7-19bf7c5793c8 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:53.120504 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-b9cae4f5-2303-4ce4-a5c7-19bf7c5793c8 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1323705 Jun 16 16:15:53.123546 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 44040) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:53.130160 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.v2.base [None req-dec36aa8-1e70-4221-9db4-af3394646c51 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] Request body: {'security_group_rule': {'security_group_id': '8ed856df-2ac4-4e3f-9aa1-ad160c1bc420', 'project_id': '4831be885723435580a9afb0153a4572', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:15:53.143173 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:53.154318 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.db.securitygroups_db [None req-dec36aa8-1e70-4221-9db4-af3394646c51 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] Project 4831be885723435580a9afb0153a4572 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 16:15:53.159579 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dec36aa8-1e70-4221-9db4-af3394646c51 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:53.171006 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] For port c74aace1-1067-413f-ae5e-edf3ce45ba70, host dv-cinder-796114-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=c74aace1-1067-413f-ae5e-edf3ce45ba70,segment=NetworkSegment(36d53036-d305-476e-ad99-71a5cdef7eb4),segment_id=36d53036-d305-476e-ad99-71a5cdef7eb4)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:15:53.175330 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:53.176345 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device 272336e4-c8c4-492b-ba3c-a56a962bdd1c up at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:15:53.177937 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:53.231718 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dec36aa8-1e70-4221-9db4-af3394646c51 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:53.238051 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dec36aa8-1e70-4221-9db4-af3394646c51 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-709652'] for security_group_rule, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:53.240523 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:53.258693 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Pushing event updated for resources: {'Port': ['ID=c74aace1-1067-413f-ae5e-edf3ce45ba70,revision_number=4']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:53.260438 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec36aa8-1e70-4221-9db4-af3394646c51 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3350d6c-bb6a-4566-bcdc-a1f494ca837f,revision_number=0']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:53.262672 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:53.263326 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-dec36aa8-1e70-4221-9db4-af3394646c51 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:53.271224 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dec36aa8-1e70-4221-9db4-af3394646c51 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:53.272829 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-dec36aa8-1e70-4221-9db4-af3394646c51 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1482317 Jun 16 16:15:53.276544 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning complete for port 272336e4-c8c4-492b-ba3c-a56a962bdd1c triggered by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:15:53.276955 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:53.358247 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device fc83a3be-d0f4-4a83-af6d-d58751f40c00 up at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:15:53.405580 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning complete for port fc83a3be-d0f4-4a83-af6d-d58751f40c00 triggered by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:15:53.405971 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:53.974032 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182baaf1-b232-42bc-9930-b86a467be074 None None] Sync routers for ids ['3ffa482e-a2e8-413b-9c8d-aa3e8a344832'] in dv-cinder-796114-3-iscsi {{(pid=91877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:15:53.983510 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182baaf1-b232-42bc-9930-b86a467be074 None None] Routers {'3ffa482e-a2e8-413b-9c8d-aa3e8a344832'} bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:15:53.984123 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_hamode_db [None req-182baaf1-b232-42bc-9930-b86a467be074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T15:57:20Z,description=,heartbeat_timestamp=2021-06-16T16:15:50Z,host='dv-cinder-796114-3-iscsi',id=0e7678c9-774c-4c46-a09f-f3aaee363ca4,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:57:20Z,topic='l3_agent')) {'router_ids': ['3ffa482e-a2e8-413b-9c8d-aa3e8a344832'], 'active': True} {{(pid=91877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:54.098648 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_dvr_db [None req-182baaf1-b232-42bc-9930-b86a467be074 None None] Set router 3ffa482e-a2e8-413b-9c8d-aa3e8a344832 gateway port host: dv-cinder-796114-3-iscsi {{(pid=91877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:15:54.303449 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_hamode_db [None req-182baaf1-b232-42bc-9930-b86a467be074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ffa482e-a2e8-413b-9c8d-aa3e8a344832', 'name': 'tempest-TestVolumeBootPattern-1667336643-router', 'tenant_id': '2b64e4083b434f7babcd07ab0748ffdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': 'c74aace1-1067-413f-ae5e-edf3ce45ba70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:15:48Z', 'updated_at': '2021-06-16T16:15:51Z', 'revision_number': 4, 'project_id': '2b64e4083b434f7babcd07ab0748ffdf', 'gw_port': {'id': 'c74aace1-1067-413f-ae5e-edf3ce45ba70', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ffa482e-a2e8-413b-9c8d-aa3e8a344832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:15:48Z', 'updated_at': '2021-06-16T16:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi', '_interfaces': [{'id': 'ed7566cb-2af4-47af-b0cd-69cbd600472a', 'name': '', 'network_id': 'ea1b44ab-d475-44aa-b323-cb30604cde89', 'tenant_id': '2b64e4083b434f7babcd07ab0748ffdf', 'mac_address': 'fa:16:3e:9e:00:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ffa482e-a2e8-413b-9c8d-aa3e8a344832', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '7a544a4a-c35e-4181-9a92-7e1918422c40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:15:50Z', 'updated_at': '2021-06-16T16:15:51Z', 'revision_number': 2, 'project_id': '2b64e4083b434f7babcd07ab0748ffdf', 'subnets': [{'id': '7a544a4a-c35e-4181-9a92-7e1918422c40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-iscsi', False) {} {{(pid=91877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:54.306725 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182baaf1-b232-42bc-9930-b86a467be074 None None] Checking router: 3ffa482e-a2e8-413b-9c8d-aa3e8a344832 for host: dv-cinder-796114-3-iscsi {{(pid=91877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:15:54.307077 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182baaf1-b232-42bc-9930-b86a467be074 None None] Updating router 3ffa482e-a2e8-413b-9c8d-aa3e8a344832 port ed7566cb-2af4-47af-b0cd-69cbd600472a binding host dv-cinder-796114-3-iscsi {{(pid=91877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:15:54.346255 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron_lib.callbacks.manager [None req-182baaf1-b232-42bc-9930-b86a467be074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:54.604468 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron_lib.callbacks.manager [None req-182baaf1-b232-42bc-9930-b86a467be074 None None] Notify callbacks [] for port, precommit_update {{(pid=91877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:54.614842 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.provisioning_blocks [None req-182baaf1-b232-42bc-9930-b86a467be074 None None] Transition to ACTIVE for port object ed7566cb-2af4-47af-b0cd-69cbd600472a will not be triggered until provisioned by entity L2. {{(pid=91877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:15:54.620792 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron_lib.callbacks.manager [None req-182baaf1-b232-42bc-9930-b86a467be074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:54.622822 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:54.783537 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aed177-d7f1-4cdf-9eeb-de7ff4928f24 None None] Pushing event updated for resources: {'Port': ['ID=ed7566cb-2af4-47af-b0cd-69cbd600472a,revision_number=3']} {{(pid=91877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:54.787887 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG oslo_concurrency.lockutils [None req-87aed177-d7f1-4cdf-9eeb-de7ff4928f24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:54.846445 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.managers [None req-182baaf1-b232-42bc-9930-b86a467be074 None None] Attempting to bind port ed7566cb-2af4-47af-b0cd-69cbd600472a on host dv-cinder-796114-3-iscsi for vnic_type normal with profile {{(pid=91877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:15:54.847167 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.managers [None req-182baaf1-b232-42bc-9930-b86a467be074 None None] Attempting to bind port ed7566cb-2af4-47af-b0cd-69cbd600472a by drivers openvswitch,hyperv on host dv-cinder-796114-3-iscsi at level 0 using segments [{'id': 'd9fb03da-8c33-414a-b2af-84fc0259243c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ea1b44ab-d475-44aa-b323-cb30604cde89'}] {{(pid=91877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:15:54.847730 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182baaf1-b232-42bc-9930-b86a467be074 None None] Attempting to bind port ed7566cb-2af4-47af-b0cd-69cbd600472a on network ea1b44ab-d475-44aa-b323-cb30604cde89 {{(pid=91877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:15:54.853392 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182baaf1-b232-42bc-9930-b86a467be074 None None] Checking agent: {'id': '6d4db28b-73fb-449a-900a-e0a23b9890fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 57, 20), 'started_at': datetime.datetime(2021, 6, 16, 15, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:15:54.853392 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182baaf1-b232-42bc-9930-b86a467be074 None None] Checking segment: {'id': 'd9fb03da-8c33-414a-b2af-84fc0259243c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ea1b44ab-d475-44aa-b323-cb30604cde89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:15:54.853868 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron_lib.callbacks.manager [None req-182baaf1-b232-42bc-9930-b86a467be074 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:54.854238 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182baaf1-b232-42bc-9930-b86a467be074 None None] Bound using segment: {'id': 'd9fb03da-8c33-414a-b2af-84fc0259243c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ea1b44ab-d475-44aa-b323-cb30604cde89'} {{(pid=91877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:15:54.854706 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.managers [None req-182baaf1-b232-42bc-9930-b86a467be074 None None] Bound port: ed7566cb-2af4-47af-b0cd-69cbd600472a, host: dv-cinder-796114-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9fb03da-8c33-414a-b2af-84fc0259243c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ea1b44ab-d475-44aa-b323-cb30604cde89'}}] {{(pid=91877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:15:54.855074 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron_lib.callbacks.manager [None req-182baaf1-b232-42bc-9930-b86a467be074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:54.900608 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device c74aace1-1067-413f-ae5e-edf3ce45ba70 up at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:15:54.923430 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.db [None req-182baaf1-b232-42bc-9930-b86a467be074 None None] For port ed7566cb-2af4-47af-b0cd-69cbd600472a, host dv-cinder-796114-3-iscsi, cleared binding levels {{(pid=91877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:15:54.926633 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.plugins.ml2.db [None req-182baaf1-b232-42bc-9930-b86a467be074 None None] For port ed7566cb-2af4-47af-b0cd-69cbd600472a, host dv-cinder-796114-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=ed7566cb-2af4-47af-b0cd-69cbd600472a,segment=NetworkSegment(d9fb03da-8c33-414a-b2af-84fc0259243c),segment_id=d9fb03da-8c33-414a-b2af-84fc0259243c)] {{(pid=91877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:15:54.931190 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron_lib.callbacks.manager [None req-182baaf1-b232-42bc-9930-b86a467be074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:54.933374 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG oslo_concurrency.lockutils [None req-c91d5f18-ab13-4c15-b602-5aea2690732e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:54.952256 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning complete for port c74aace1-1067-413f-ae5e-edf3ce45ba70 triggered by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:15:54.952699 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:54.981342 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182baaf1-b232-42bc-9930-b86a467be074 None None] Routers {'3ffa482e-a2e8-413b-9c8d-aa3e8a344832'} bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:15:54.982008 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_hamode_db [None req-182baaf1-b232-42bc-9930-b86a467be074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T15:57:20Z,description=,heartbeat_timestamp=2021-06-16T16:15:50Z,host='dv-cinder-796114-3-iscsi',id=0e7678c9-774c-4c46-a09f-f3aaee363ca4,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:57:20Z,topic='l3_agent')) {'router_ids': ['3ffa482e-a2e8-413b-9c8d-aa3e8a344832'], 'active': True} {{(pid=91877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:55.070053 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aed177-d7f1-4cdf-9eeb-de7ff4928f24 None None] Pushing event updated for resources: {'Port': ['ID=ed7566cb-2af4-47af-b0cd-69cbd600472a,revision_number=4']} {{(pid=91877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:55.077219 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG oslo_concurrency.lockutils [None req-87aed177-d7f1-4cdf-9eeb-de7ff4928f24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:55.104766 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_dvr_db [None req-182baaf1-b232-42bc-9930-b86a467be074 None None] Set router 3ffa482e-a2e8-413b-9c8d-aa3e8a344832 gateway port host: dv-cinder-796114-3-iscsi {{(pid=91877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:15:55.302635 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_hamode_db [None req-182baaf1-b232-42bc-9930-b86a467be074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ffa482e-a2e8-413b-9c8d-aa3e8a344832', 'name': 'tempest-TestVolumeBootPattern-1667336643-router', 'tenant_id': '2b64e4083b434f7babcd07ab0748ffdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': 'c74aace1-1067-413f-ae5e-edf3ce45ba70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:15:48Z', 'updated_at': '2021-06-16T16:15:51Z', 'revision_number': 4, 'project_id': '2b64e4083b434f7babcd07ab0748ffdf', 'gw_port': {'id': 'c74aace1-1067-413f-ae5e-edf3ce45ba70', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ffa482e-a2e8-413b-9c8d-aa3e8a344832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:15:48Z', 'updated_at': '2021-06-16T16:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi', '_interfaces': [{'id': 'ed7566cb-2af4-47af-b0cd-69cbd600472a', 'name': '', 'network_id': 'ea1b44ab-d475-44aa-b323-cb30604cde89', 'tenant_id': '2b64e4083b434f7babcd07ab0748ffdf', 'mac_address': 'fa:16:3e:9e:00:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ffa482e-a2e8-413b-9c8d-aa3e8a344832', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '7a544a4a-c35e-4181-9a92-7e1918422c40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:15:50Z', 'updated_at': '2021-06-16T16:15:54Z', 'revision_number': 4, 'project_id': '2b64e4083b434f7babcd07ab0748ffdf', 'subnets': [{'id': '7a544a4a-c35e-4181-9a92-7e1918422c40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-iscsi', False) {} {{(pid=91877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:55.306202 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182baaf1-b232-42bc-9930-b86a467be074 None None] The sync data for ids ['3ffa482e-a2e8-413b-9c8d-aa3e8a344832'] in dv-cinder-796114-3-iscsi is: [{'id': '3ffa482e-a2e8-413b-9c8d-aa3e8a344832', 'name': 'tempest-TestVolumeBootPattern-1667336643-router', 'tenant_id': '2b64e4083b434f7babcd07ab0748ffdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': 'c74aace1-1067-413f-ae5e-edf3ce45ba70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:15:48Z', 'updated_at': '2021-06-16T16:15:51Z', 'revision_number': 4, 'project_id': '2b64e4083b434f7babcd07ab0748ffdf', 'gw_port': {'id': 'c74aace1-1067-413f-ae5e-edf3ce45ba70', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ffa482e-a2e8-413b-9c8d-aa3e8a344832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:15:48Z', 'updated_at': '2021-06-16T16:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi', '_interfaces': [{'id': 'ed7566cb-2af4-47af-b0cd-69cbd600472a', 'name': '', 'network_id': 'ea1b44ab-d475-44aa-b323-cb30604cde89', 'tenant_id': '2b64e4083b434f7babcd07ab0748ffdf', 'mac_address': 'fa:16:3e:9e:00:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ffa482e-a2e8-413b-9c8d-aa3e8a344832', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '7a544a4a-c35e-4181-9a92-7e1918422c40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:15:50Z', 'updated_at': '2021-06-16T16:15:54Z', 'revision_number': 4, 'project_id': '2b64e4083b434f7babcd07ab0748ffdf', 'subnets': [{'id': '7a544a4a-c35e-4181-9a92-7e1918422c40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:15:56.888792 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device ed7566cb-2af4-47af-b0cd-69cbd600472a up at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:15:56.939982 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning for port ed7566cb-2af4-47af-b0cd-69cbd600472a completed by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:15:56.944336 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning complete for port ed7566cb-2af4-47af-b0cd-69cbd600472a triggered by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:15:56.944724 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:57.028257 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16110057'] for port, before_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:57.060977 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] For port ed7566cb-2af4-47af-b0cd-69cbd600472a, host dv-cinder-796114-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=ed7566cb-2af4-47af-b0cd-69cbd600472a,segment=NetworkSegment(d9fb03da-8c33-414a-b2af-84fc0259243c),segment_id=d9fb03da-8c33-414a-b2af-84fc0259243c)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:15:57.065049 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726811346791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726810953741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726810953786'] for port, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:57.069106 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:57.119904 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Pushing event updated for resources: {'Port': ['ID=ed7566cb-2af4-47af-b0cd-69cbd600472a,revision_number=5']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:57.123034 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:58.869657 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device ed7566cb-2af4-47af-b0cd-69cbd600472a up at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:15:58.917063 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.provisioning_blocks [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Provisioning complete for port ed7566cb-2af4-47af-b0cd-69cbd600472a triggered by entity L2. {{(pid=91876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:15:58.917347 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16228689'] for port, provisioning_complete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:09.800631 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-1db36db2-2373-46c5-85f0-1748ee9d85c8 req-34049e5d-9e14-44e6-920f-d6db0554f12d tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2054179762&fields=id&tenant_id=4831be885723435580a9afb0153a4572 HTTP/1.1" status: 200 len: 267 time: 0.0322416 Jun 16 16:16:09.906105 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db36db2-2373-46c5-85f0-1748ee9d85c8 req-7875ed46-6afa-4d3e-a737-89a591049fd3 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:09.907540 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-1db36db2-2373-46c5-85f0-1748ee9d85c8 req-7875ed46-6afa-4d3e-a737-89a591049fd3 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] 10.222.0.49 "GET /v2.0/networks?id=b47e9bf2-fbf6-43e9-b3ac-08675433c1a0 HTTP/1.1" status: 200 len: 811 time: 0.1001551 Jun 16 16:16:09.922635 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-1db36db2-2373-46c5-85f0-1748ee9d85c8 req-678a016b-044a-44c3-be44-54f8bb7405fe tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] 10.222.0.49 "GET /v2.0/quotas/4831be885723435580a9afb0153a4572 HTTP/1.1" status: 200 len: 375 time: 0.0096891 Jun 16 16:16:09.994236 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-1db36db2-2373-46c5-85f0-1748ee9d85c8 req-f1bd6f66-7324-41ae-b651-6557cf83acff tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4831be885723435580a9afb0153a4572&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0668344 Jun 16 16:16:10.098503 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [req-1db36db2-2373-46c5-85f0-1748ee9d85c8 req-7de04e35-a78c-4992-9e58-455563ab84e6 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=91875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:16:10.099469 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-1db36db2-2373-46c5-85f0-1748ee9d85c8 req-7de04e35-a78c-4992-9e58-455563ab84e6 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0944173 Jun 16 16:16:10.189672 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-1db36db2-2373-46c5-85f0-1748ee9d85c8 req-24d29eec-a857-478b-a183-070692a02726 service neutron] 10.222.0.49 "GET /v2.0/networks/b47e9bf2-fbf6-43e9-b3ac-08675433c1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841553 Jun 16 16:16:10.280492 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-1db36db2-2373-46c5-85f0-1748ee9d85c8 req-3b637d80-db79-4076-adc8-ef2e007f8739 service neutron] 10.222.0.49 "GET /v2.0/networks/b47e9bf2-fbf6-43e9-b3ac-08675433c1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853620 Jun 16 16:16:10.812901 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.agents_db [None req-058d43c2-15cf-4374-9ac5-1369303d1fb9 None None] Agent healthcheck: found 6 active agents {{(pid=91877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:16:11.589716 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-8421f369-13c3-4c55-bc41-3090c7ca6f56 req-d4d97423-30c0-46d5-8f89-04cc2dc6ecff tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] 10.222.0.49 "GET /v2.0/ports?device_id=7940086f-c514-4e39-bf6d-ad86b0e436cc HTTP/1.1" status: 200 len: 210 time: 0.0289407 Jun 16 16:16:12.670982 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-b382b151-7baa-4ef6-bfb6-facdd3244ff3 req-f6aa4c35-8bcd-42af-bab9-d8da8ee11ea3 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] 10.222.0.49 "GET /v2.0/ports?device_id=7940086f-c514-4e39-bf6d-ad86b0e436cc HTTP/1.1" status: 200 len: 210 time: 0.0288885 Jun 16 16:16:13.750866 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d352d556-0fab-414b-9eba-8260585410d7 req-1f84f9d2-13ec-4535-b50f-5d62bd2f7590 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] 10.222.0.49 "GET /v2.0/ports?device_id=7940086f-c514-4e39-bf6d-ad86b0e436cc HTTP/1.1" status: 200 len: 210 time: 0.0293021 Jun 16 16:16:14.829576 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-1242839d-f554-4140-8de4-896b0eda682f req-4c2e340a-ee12-44dc-b017-890cf08bf1c5 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] 10.222.0.49 "GET /v2.0/ports?device_id=7940086f-c514-4e39-bf6d-ad86b0e436cc HTTP/1.1" status: 200 len: 210 time: 0.0289297 Jun 16 16:16:15.911219 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-6c7ba1e1-0622-4629-bf95-8edf8d633317 req-a20d8f7c-9011-49e7-a2aa-2d88fd7d321a tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] 10.222.0.49 "GET /v2.0/ports?device_id=7940086f-c514-4e39-bf6d-ad86b0e436cc HTTP/1.1" status: 200 len: 210 time: 0.0314219 Jun 16 16:16:16.991527 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-a801eaa8-cde6-4627-891f-4d509632fe0a req-f024a03a-be47-45cc-8d92-8bdd49bf5df2 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] 10.222.0.49 "GET /v2.0/ports?device_id=7940086f-c514-4e39-bf6d-ad86b0e436cc HTTP/1.1" status: 200 len: 210 time: 0.0270572 Jun 16 16:16:17.478741 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-d678a884-4b02-4ee2-8784-18be8f8bcbce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:18.071390 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-cce12b7e-8a1d-4c78-bf27-a64eb4f94ea6 req-2a453111-9734-4388-a53c-f2c18c1768d6 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] 10.222.0.49 "GET /v2.0/ports?device_id=7940086f-c514-4e39-bf6d-ad86b0e436cc HTTP/1.1" status: 200 len: 210 time: 0.0287049 Jun 16 16:16:19.154146 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-6bfda056-4e70-4812-a082-bc2872d7eae1 req-057690df-70c8-4cbf-8fd5-8bd5205696cd tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] 10.222.0.49 "GET /v2.0/ports?device_id=7940086f-c514-4e39-bf6d-ad86b0e436cc HTTP/1.1" status: 200 len: 210 time: 0.0319786 Jun 16 16:16:19.492963 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:19.897602 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-1e91cd23-5c37-4a5f-b367-0b866c907938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:19.958410 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:20.234260 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-c12d0f3b-a939-4154-91d0-2fb5ca437ca4 req-747232db-6791-4793-b43e-a689de4c0b6d tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] 10.222.0.49 "GET /v2.0/ports?device_id=7940086f-c514-4e39-bf6d-ad86b0e436cc HTTP/1.1" status: 200 len: 210 time: 0.0287075 Jun 16 16:16:21.315117 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-0de3ef9a-ac12-4e90-b50e-f338116ea3b3 req-39ccc599-44f3-4f71-b198-e6fb02dc318c tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] 10.222.0.49 "GET /v2.0/ports?device_id=7940086f-c514-4e39-bf6d-ad86b0e436cc HTTP/1.1" status: 200 len: 210 time: 0.0281241 Jun 16 16:16:21.344572 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-6ad78952-ea93-43a4-8288-1e7c2f1dde9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:22.396391 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d4821823-cd16-4cd1-a5a3-08e7e2de9e9d req-112cbdaf-d672-44cc-9fbc-63e65096452f tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] 10.222.0.49 "GET /v2.0/ports?device_id=7940086f-c514-4e39-bf6d-ad86b0e436cc HTTP/1.1" status: 200 len: 210 time: 0.0291755 Jun 16 16:16:22.879013 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-459ba97e-0994-401b-bd86-9772962a392e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:23.475751 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-5951e49d-6c92-4401-aaab-752b3f89b397 req-148098fc-9479-4c56-b3bf-061c5ba71e18 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] 10.222.0.49 "GET /v2.0/ports?device_id=7940086f-c514-4e39-bf6d-ad86b0e436cc HTTP/1.1" status: 200 len: 210 time: 0.0282431 Jun 16 16:16:24.557196 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-325b2ad1-6271-4ddc-9057-eb8a56115b7b req-20ea7448-25f9-4711-b650-269d2a1b6801 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] 10.222.0.49 "GET /v2.0/ports?device_id=7940086f-c514-4e39-bf6d-ad86b0e436cc HTTP/1.1" status: 200 len: 210 time: 0.0317619 Jun 16 16:16:25.650405 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-51916528-465f-4cec-adf9-69ee5cdd770c req-bfd19f16-5253-4923-b1ab-696c6c01c583 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] 10.222.0.49 "GET /v2.0/ports?device_id=7940086f-c514-4e39-bf6d-ad86b0e436cc HTTP/1.1" status: 200 len: 210 time: 0.0299954 Jun 16 16:16:26.734749 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-69ab78ba-4375-4521-afdd-fbcf199f9779 req-b4e2d8ca-6725-47e4-852d-8369e2456615 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] 10.222.0.49 "GET /v2.0/ports?device_id=7940086f-c514-4e39-bf6d-ad86b0e436cc HTTP/1.1" status: 200 len: 210 time: 0.0295682 Jun 16 16:16:27.815958 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-f87f771e-3489-4c63-a8e6-0c8a9b44e63d req-12e5e97f-4a67-4477-b32c-eeb23f32f08d tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] 10.222.0.49 "GET /v2.0/ports?device_id=7940086f-c514-4e39-bf6d-ad86b0e436cc HTTP/1.1" status: 200 len: 210 time: 0.0316241 Jun 16 16:16:28.907424 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-74544baf-ea36-4961-aa4d-93b8f72e6136 req-1814e20f-ec8e-41de-aaf0-1b07e9a17b05 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] 10.222.0.49 "GET /v2.0/ports?device_id=7940086f-c514-4e39-bf6d-ad86b0e436cc HTTP/1.1" status: 200 len: 210 time: 0.0331194 Jun 16 16:16:29.990607 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-76478c82-f64e-487b-8ac4-1f9e6cecc646 req-63460430-5a8f-438b-a3c6-6c48d1526261 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] 10.222.0.49 "GET /v2.0/ports?device_id=7940086f-c514-4e39-bf6d-ad86b0e436cc HTTP/1.1" status: 200 len: 210 time: 0.0277395 Jun 16 16:16:31.071152 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-025b3ff9-5d14-403f-a4c3-b4822a300021 req-d8642cf0-ed95-437a-b84c-f3d941873852 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] 10.222.0.49 "GET /v2.0/ports?device_id=7940086f-c514-4e39-bf6d-ad86b0e436cc HTTP/1.1" status: 200 len: 210 time: 0.0290289 Jun 16 16:16:32.161798 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-75d879bf-1945-46b8-8ca6-c23bc51f76ec req-27a18f08-08a3-48c8-968c-842375273dd7 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] 10.222.0.49 "GET /v2.0/ports?device_id=7940086f-c514-4e39-bf6d-ad86b0e436cc HTTP/1.1" status: 200 len: 210 time: 0.0315506 Jun 16 16:16:33.265760 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-aa771138-3f3f-4f77-90aa-11c715dee19a req-97d5d1f4-3edf-4504-9e81-a382185b7c0a tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] 10.222.0.49 "GET /v2.0/ports?device_id=7940086f-c514-4e39-bf6d-ad86b0e436cc HTTP/1.1" status: 200 len: 210 time: 0.0408554 Jun 16 16:16:34.367409 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-bef489a1-fee6-4cdd-961f-a7344def34f3 req-50739e36-d4bb-4ee4-a026-5c49fb8cfb01 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] 10.222.0.49 "GET /v2.0/ports?device_id=7940086f-c514-4e39-bf6d-ad86b0e436cc HTTP/1.1" status: 200 len: 210 time: 0.0280511 Jun 16 16:16:35.468314 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-46b3d155-3642-4f96-9162-7810648b070f req-f78a7e7e-d588-4fd3-b054-1099bc2a37fb tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] 10.222.0.49 "GET /v2.0/ports?device_id=7940086f-c514-4e39-bf6d-ad86b0e436cc HTTP/1.1" status: 200 len: 210 time: 0.0429294 Jun 16 16:16:36.568249 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-ca1be2ec-2512-4360-8fb0-597ba7bb6d62 req-d49d891c-fb5e-4516-9fb7-d22aebf05e03 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] 10.222.0.49 "GET /v2.0/ports?device_id=7940086f-c514-4e39-bf6d-ad86b0e436cc HTTP/1.1" status: 200 len: 210 time: 0.0390959 Jun 16 16:16:37.675288 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-908e568b-bc59-4827-b59a-8b267cf62b5a req-32402002-c0d9-4839-a110-fbdc988291d4 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] 10.222.0.49 "GET /v2.0/ports?device_id=7940086f-c514-4e39-bf6d-ad86b0e436cc HTTP/1.1" status: 200 len: 210 time: 0.0289028 Jun 16 16:16:39.042059 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-935ccf60-9ab7-4d06-8b34-f2cbb6e0bf5c req-a02a3769-0458-416e-a9e5-a84977642838 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] 10.222.0.49 "GET /v2.0/ports?device_id=7940086f-c514-4e39-bf6d-ad86b0e436cc HTTP/1.1" status: 200 len: 210 time: 0.3105466 Jun 16 16:16:40.126674 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-71a099d4-b19e-44e5-8010-75487ee1797e req-9be49d92-0eb6-4f33-a071-1a32ae38c129 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] 10.222.0.49 "GET /v2.0/ports?device_id=7940086f-c514-4e39-bf6d-ad86b0e436cc HTTP/1.1" status: 200 len: 210 time: 0.0318756 Jun 16 16:16:41.206287 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-841043e8-be13-4f1f-a10e-7064bf1a541b req-e24b1215-30fa-49fd-a098-bd00a8a97d5c tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] 10.222.0.49 "GET /v2.0/ports?device_id=7940086f-c514-4e39-bf6d-ad86b0e436cc HTTP/1.1" status: 200 len: 210 time: 0.0286782 Jun 16 16:16:42.297133 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d2fddf30-aa2a-4c13-be82-b3f815f3f468 req-62a9336c-b3a2-4c1f-b784-0232a5680327 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] 10.222.0.49 "GET /v2.0/ports?device_id=7940086f-c514-4e39-bf6d-ad86b0e436cc HTTP/1.1" status: 200 len: 210 time: 0.0334101 Jun 16 16:16:43.539136 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-19949745-47e1-45cf-86f1-b6c97711eb20 req-b14b586a-2303-48af-82da-ba632363cfee tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] 10.222.0.49 "GET /v2.0/ports?device_id=7940086f-c514-4e39-bf6d-ad86b0e436cc HTTP/1.1" status: 200 len: 210 time: 0.0318706 Jun 16 16:16:44.623109 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-210fcca4-a787-495c-800b-c17634f88395 req-53dedfac-c32b-4daa-ab9f-1c57b10c7d29 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] 10.222.0.49 "GET /v2.0/ports?device_id=7940086f-c514-4e39-bf6d-ad86b0e436cc HTTP/1.1" status: 200 len: 210 time: 0.0288284 Jun 16 16:16:45.705324 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-adb75da2-9209-4a01-80ba-72c4a2f68be9 req-34e1ee27-5f65-4c7d-b008-7603d7e73a77 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] 10.222.0.49 "GET /v2.0/ports?device_id=7940086f-c514-4e39-bf6d-ad86b0e436cc HTTP/1.1" status: 200 len: 210 time: 0.0304918 Jun 16 16:16:46.784709 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-a39b5e0d-f38a-4566-81fb-7576b78dec81 req-271578f9-8ccc-4888-b660-89a3107a9d60 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] 10.222.0.49 "GET /v2.0/ports?device_id=7940086f-c514-4e39-bf6d-ad86b0e436cc HTTP/1.1" status: 200 len: 210 time: 0.0281980 Jun 16 16:16:47.479059 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-db36da64-cf7f-4d77-a32d-0bfb4d0482ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:47.812112 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.agents_db [None req-058d43c2-15cf-4374-9ac5-1369303d1fb9 None None] Agent healthcheck: found 6 active agents {{(pid=91877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:16:47.868379 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-026b9915-9cf8-4a76-aa68-c9e8a46beefe req-72acb27b-7c7c-4518-bf84-3cb64291796c tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] 10.222.0.49 "GET /v2.0/ports?device_id=7940086f-c514-4e39-bf6d-ad86b0e436cc HTTP/1.1" status: 200 len: 210 time: 0.0320292 Jun 16 16:16:48.948275 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d19caf7a-853e-4822-a2c5-dfe2dcf03f3b req-3cb42580-b715-456d-9344-96b890fab851 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] 10.222.0.49 "GET /v2.0/ports?device_id=7940086f-c514-4e39-bf6d-ad86b0e436cc HTTP/1.1" status: 200 len: 210 time: 0.0293877 Jun 16 16:16:49.509504 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:49.899119 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-08f7f7ef-e1f8-409b-9da4-9a4098c5bffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:49.958654 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:50.027798 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-0077396f-1ed4-42d6-87a4-8677e01ccf5d req-2e2c44bb-07e6-41d5-8a2f-bdfd88214555 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] 10.222.0.49 "GET /v2.0/ports?device_id=7940086f-c514-4e39-bf6d-ad86b0e436cc HTTP/1.1" status: 200 len: 210 time: 0.0291960 Jun 16 16:16:51.112358 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ef12f6f7-1d9d-4aee-a86b-73cd9f7691fa req-6cb33362-5d28-4412-b198-88312950e70a tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] 10.222.0.49 "GET /v2.0/ports?device_id=7940086f-c514-4e39-bf6d-ad86b0e436cc HTTP/1.1" status: 200 len: 210 time: 0.0322988 Jun 16 16:16:51.348228 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-6ad78952-ea93-43a4-8288-1e7c2f1dde9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:52.191970 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-62bcd41e-2fff-4adb-b9fc-0ea28e04db39 req-ede9d1b4-f650-466e-a686-0c66870d9c99 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] 10.222.0.49 "GET /v2.0/ports?device_id=7940086f-c514-4e39-bf6d-ad86b0e436cc HTTP/1.1" status: 200 len: 210 time: 0.0288069 Jun 16 16:16:52.880821 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-459ba97e-0994-401b-bd86-9772962a392e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:53.272366 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-716aa6a7-56e5-41f6-8c64-4f76ee2454d4 req-bc3fa623-96d6-467f-9013-23ffd501f244 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] 10.222.0.49 "GET /v2.0/ports?device_id=7940086f-c514-4e39-bf6d-ad86b0e436cc HTTP/1.1" status: 200 len: 210 time: 0.0275214 Jun 16 16:16:54.353553 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-3c54f286-6b42-4a9d-b470-a6988208076f req-00b4576f-a4e9-464d-9642-9bb328f28ac4 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] 10.222.0.49 "GET /v2.0/ports?device_id=7940086f-c514-4e39-bf6d-ad86b0e436cc HTTP/1.1" status: 200 len: 210 time: 0.0286305 Jun 16 16:16:55.433758 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-be7d43bd-3cd7-4ae2-8c6b-51d8d9fb64ce req-b8781d44-161d-4c52-810a-9e3af8b90764 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] 10.222.0.49 "GET /v2.0/ports?device_id=7940086f-c514-4e39-bf6d-ad86b0e436cc HTTP/1.1" status: 200 len: 210 time: 0.0295675 Jun 16 16:16:56.515464 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-1913dcea-bfd5-463a-b2b9-aaf79181f524 req-443d1f10-e5ad-4810-b81c-704cb8f93c9c tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] 10.222.0.49 "GET /v2.0/ports?device_id=7940086f-c514-4e39-bf6d-ad86b0e436cc HTTP/1.1" status: 200 len: 210 time: 0.0304058 Jun 16 16:16:57.596662 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-ef16bbfb-8a28-4753-9e21-79140b57b7cf req-075eacdb-d1f4-46ff-8624-ba1c5b6715bb tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] 10.222.0.49 "GET /v2.0/ports?device_id=7940086f-c514-4e39-bf6d-ad86b0e436cc HTTP/1.1" status: 200 len: 210 time: 0.0286913 Jun 16 16:16:58.678755 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-627a863c-532e-40a3-bc04-177e206d83ff req-09e6e5ef-a45c-4f12-a029-98d024a24c62 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] 10.222.0.49 "GET /v2.0/ports?device_id=7940086f-c514-4e39-bf6d-ad86b0e436cc HTTP/1.1" status: 200 len: 210 time: 0.0298131 Jun 16 16:16:59.778404 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f2acf22f-838e-466e-a390-8320593395d1 req-599cdaac-54f8-48c9-8c86-a9af01cd8b10 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] 10.222.0.49 "GET /v2.0/ports?device_id=7940086f-c514-4e39-bf6d-ad86b0e436cc HTTP/1.1" status: 200 len: 210 time: 0.0330474 Jun 16 16:17:00.857517 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-e297b182-be2a-4b14-9f58-7cdbd1b41c18 req-69cb693f-6616-479a-ab6f-30cfa9c060f3 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] 10.222.0.49 "GET /v2.0/ports?device_id=7940086f-c514-4e39-bf6d-ad86b0e436cc HTTP/1.1" status: 200 len: 210 time: 0.0286963 Jun 16 16:17:01.939161 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-5091fa83-b67c-43f1-8f5f-94688c2f2847 req-449b846f-1c13-4915-9912-6c37d1933cba tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] 10.222.0.49 "GET /v2.0/ports?device_id=7940086f-c514-4e39-bf6d-ad86b0e436cc HTTP/1.1" status: 200 len: 210 time: 0.0296054 Jun 16 16:17:03.022670 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-112cc0be-4cc8-425f-9b96-20f83faf3f21 req-98941619-4f0f-48ee-b78b-ad800d4009f6 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] 10.222.0.49 "GET /v2.0/ports?device_id=7940086f-c514-4e39-bf6d-ad86b0e436cc HTTP/1.1" status: 200 len: 210 time: 0.0306222 Jun 16 16:17:04.106225 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-1b1d1380-8d03-4b60-bc38-42929f018a2c req-49faf0cb-f193-4d67-bd63-ed1eadeba566 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] 10.222.0.49 "GET /v2.0/ports?device_id=7940086f-c514-4e39-bf6d-ad86b0e436cc HTTP/1.1" status: 200 len: 210 time: 0.0300703 Jun 16 16:17:05.193440 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-6811e332-1c7f-4435-8954-834a92515df1 req-69b2d7d9-a56e-4a1e-86f2-a22504cf02d7 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] 10.222.0.49 "GET /v2.0/ports?device_id=7940086f-c514-4e39-bf6d-ad86b0e436cc HTTP/1.1" status: 200 len: 210 time: 0.0329525 Jun 16 16:17:06.276161 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-0c674011-9031-40c2-8f9e-2da311435154 req-8719bb3f-6fbe-4bf9-a0c5-6181c6fba535 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] 10.222.0.49 "GET /v2.0/ports?device_id=7940086f-c514-4e39-bf6d-ad86b0e436cc HTTP/1.1" status: 200 len: 210 time: 0.0287006 Jun 16 16:17:07.358055 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-605712f5-8e9e-4a7c-aad3-494865eb583d req-259ffe21-79a3-4d4c-ab18-464cacb930ab tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] 10.222.0.49 "GET /v2.0/ports?device_id=7940086f-c514-4e39-bf6d-ad86b0e436cc HTTP/1.1" status: 200 len: 210 time: 0.0291049 Jun 16 16:17:08.445565 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-f5df7ea6-b322-4339-bca3-814ba4577f4f req-f0e4e173-5c23-4830-aa91-7d9b8f172b06 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] 10.222.0.49 "GET /v2.0/ports?device_id=7940086f-c514-4e39-bf6d-ad86b0e436cc HTTP/1.1" status: 200 len: 210 time: 0.0323861 Jun 16 16:17:09.531693 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-cc2851b0-a179-49e9-8f47-3d5c790dcd2b req-f058bd1d-d374-40d1-b0bc-6f40e6593046 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] 10.222.0.49 "GET /v2.0/ports?device_id=7940086f-c514-4e39-bf6d-ad86b0e436cc HTTP/1.1" status: 200 len: 210 time: 0.0311561 Jun 16 16:17:10.615625 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-4791f482-51cd-43b4-9929-6ab82cbb24d9 req-7b5456ae-b699-4caf-9f18-7bf1a192a56d tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] 10.222.0.49 "GET /v2.0/ports?device_id=7940086f-c514-4e39-bf6d-ad86b0e436cc HTTP/1.1" status: 200 len: 210 time: 0.0301511 Jun 16 16:17:11.707162 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-dff5f25e-d79d-46c9-ad1b-78ececf4c2d5 req-30ee546f-a75a-4887-ac38-d8cd64cc622f tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] 10.222.0.49 "GET /v2.0/ports?device_id=7940086f-c514-4e39-bf6d-ad86b0e436cc HTTP/1.1" status: 200 len: 210 time: 0.0316515 Jun 16 16:17:12.879913 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [req-d4044a5e-ec6f-4aba-af9e-619b3ede8e0b req-5f6ff783-972f-48b9-ab43-11778e5f83dc tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] 10.222.0.49 "GET /v2.0/ports?device_id=7940086f-c514-4e39-bf6d-ad86b0e436cc HTTP/1.1" status: 200 len: 210 time: 0.0389848 Jun 16 16:17:13.125520 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [req-16c9f93e-6f5f-40d8-9f9f-5d9d488a6bdb req-5a4e4a50-20d6-4ebd-ab28-1643c5a15427 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] 10.222.0.49 "GET /v2.0/ports?device_id=7940086f-c514-4e39-bf6d-ad86b0e436cc HTTP/1.1" status: 200 len: 210 time: 0.0312464 Jun 16 16:17:14.931732 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 44322) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:17:14.996545 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-684f68c4-c824-4eb6-9a3d-a6646b5efd30 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:15.022484 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-684f68c4-c824-4eb6-9a3d-a6646b5efd30 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:15.090804 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-684f68c4-c824-4eb6-9a3d-a6646b5efd30 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:15.093432 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-684f68c4-c824-4eb6-9a3d-a6646b5efd30 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:15.094637 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-684f68c4-c824-4eb6-9a3d-a6646b5efd30 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] 10.222.0.49 "DELETE /v2.0/security-groups/8ed856df-2ac4-4e3f-9aa1-ad160c1bc420 HTTP/1.1" status: 204 len: 168 time: 0.1618166 Jun 16 16:17:15.095581 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-5f00e17e-459d-4fec-9419-cdfce663b275 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:15.104720 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684f68c4-c824-4eb6-9a3d-a6646b5efd30 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed856df-2ac4-4e3f-9aa1-ad160c1bc420,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:15.112856 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684f68c4-c824-4eb6-9a3d-a6646b5efd30 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:15.113236 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684f68c4-c824-4eb6-9a3d-a6646b5efd30 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:15.113752 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684f68c4-c824-4eb6-9a3d-a6646b5efd30 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:15.114030 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684f68c4-c824-4eb6-9a3d-a6646b5efd30 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:15.114433 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684f68c4-c824-4eb6-9a3d-a6646b5efd30 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:15.114931 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684f68c4-c824-4eb6-9a3d-a6646b5efd30 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:15.115537 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684f68c4-c824-4eb6-9a3d-a6646b5efd30 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:15.115953 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684f68c4-c824-4eb6-9a3d-a6646b5efd30 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:15.116400 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684f68c4-c824-4eb6-9a3d-a6646b5efd30 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:15.116762 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684f68c4-c824-4eb6-9a3d-a6646b5efd30 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:15.117175 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684f68c4-c824-4eb6-9a3d-a6646b5efd30 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:15.117549 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684f68c4-c824-4eb6-9a3d-a6646b5efd30 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:15.125390 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-684f68c4-c824-4eb6-9a3d-a6646b5efd30 tempest-TestVolumeBootPattern-1998685870 tempest-TestVolumeBootPattern-1998685870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:15.154566 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 44326) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:17:15.599872 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-83349fd5-f483-463d-82b3-0848abbcb274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689354'] for router_interface, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:15.939325 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-83349fd5-f483-463d-82b3-0848abbcb274 admin admin] Deleting port fc83a3be-d0f4-4a83-af6d-d58751f40c00 {{(pid=91875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:17:15.939673 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-83349fd5-f483-463d-82b3-0848abbcb274 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726811340957'] for port, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:16.034481 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-83349fd5-f483-463d-82b3-0848abbcb274 admin admin] For port fc83a3be-d0f4-4a83-af6d-d58751f40c00, host dv-cinder-796114-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=fc83a3be-d0f4-4a83-af6d-d58751f40c00,segment=NetworkSegment(c2f88690-37c3-48a8-bd86-4e6d858dc23b),segment_id=c2f88690-37c3-48a8-bd86-4e6d858dc23b)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:17:16.034839 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-83349fd5-f483-463d-82b3-0848abbcb274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674541'] for port, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:16.108243 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-83349fd5-f483-463d-82b3-0848abbcb274 admin admin] Calling delete_port for fc83a3be-d0f4-4a83-af6d-d58751f40c00 owned by network:router_interface {{(pid=91875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:17:16.302790 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-83349fd5-f483-463d-82b3-0848abbcb274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726811346809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726810953732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449056'] for port, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:16.304726 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-23edd409-47d4-4a66-ba76-1c75bd06a345 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:16.330875 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83349fd5-f483-463d-82b3-0848abbcb274 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc83a3be-d0f4-4a83-af6d-d58751f40c00,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:16.344754 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83349fd5-f483-463d-82b3-0848abbcb274 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:16.344754 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83349fd5-f483-463d-82b3-0848abbcb274 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:16.345116 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83349fd5-f483-463d-82b3-0848abbcb274 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:16.345285 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83349fd5-f483-463d-82b3-0848abbcb274 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:16.345690 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83349fd5-f483-463d-82b3-0848abbcb274 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:16.346060 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83349fd5-f483-463d-82b3-0848abbcb274 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:16.346432 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83349fd5-f483-463d-82b3-0848abbcb274 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:16.346797 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83349fd5-f483-463d-82b3-0848abbcb274 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:16.347166 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83349fd5-f483-463d-82b3-0848abbcb274 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:16.347631 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83349fd5-f483-463d-82b3-0848abbcb274 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:16.347894 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83349fd5-f483-463d-82b3-0848abbcb274 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:16.348295 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83349fd5-f483-463d-82b3-0848abbcb274 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:16.370637 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-83349fd5-f483-463d-82b3-0848abbcb274 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:16.534283 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-83349fd5-f483-463d-82b3-0848abbcb274 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16222899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689246'] for router_interface, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:16.807479 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83349fd5-f483-463d-82b3-0848abbcb274 admin admin] Router a1141422-68ae-45df-b286-1f43f880bdf3 has already been hosted by L3 agent 0e7678c9-774c-4c46-a09f-f3aaee363ca4 {{(pid=91875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:17:16.965550 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83349fd5-f483-463d-82b3-0848abbcb274 admin admin] Notify agent at l3_agent.dv-cinder-796114-3-iscsi the message routers_updated {{(pid=91875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:17:16.974437 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 44328) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:17:16.975300 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-83349fd5-f483-463d-82b3-0848abbcb274 admin admin] 10.222.0.49 "PUT /v2.0/routers/a1141422-68ae-45df-b286-1f43f880bdf3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8193064 Jun 16 16:17:16.978971 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c36c753-cca4-421e-8767-8d878699c0b6 None None] Sync routers for ids ['a1141422-68ae-45df-b286-1f43f880bdf3'] in dv-cinder-796114-3-iscsi {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:17:16.994919 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c36c753-cca4-421e-8767-8d878699c0b6 None None] Routers {'a1141422-68ae-45df-b286-1f43f880bdf3'} bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:17:16.996848 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-8c36c753-cca4-421e-8767-8d878699c0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:57:20Z,description=,heartbeat_timestamp=2021-06-16T16:16:50Z,host='dv-cinder-796114-3-iscsi',id=0e7678c9-774c-4c46-a09f-f3aaee363ca4,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:57:20Z,topic='l3_agent')) {'router_ids': ['a1141422-68ae-45df-b286-1f43f880bdf3'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:17:17.108629 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-cd4a9e0e-057e-45ec-bae3-5252f284aa3c admin admin] Notify callbacks [] for router, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:17.144524 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-8c36c753-cca4-421e-8767-8d878699c0b6 None None] Set router a1141422-68ae-45df-b286-1f43f880bdf3 gateway port host: dv-cinder-796114-3-iscsi {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:17:17.218778 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-cd4a9e0e-057e-45ec-bae3-5252f284aa3c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:17.286495 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-cd4a9e0e-057e-45ec-bae3-5252f284aa3c admin admin] Deleting port 5541d1b5-651c-42d8-a519-9dc2094b72a2 {{(pid=91874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:17:17.287007 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-cd4a9e0e-057e-45ec-bae3-5252f284aa3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726811340957'] for port, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:17.351753 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-8c36c753-cca4-421e-8767-8d878699c0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1141422-68ae-45df-b286-1f43f880bdf3', 'name': 'tempest-TestVolumeBootPattern-609089800-router', 'tenant_id': '4831be885723435580a9afb0153a4572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '5541d1b5-651c-42d8-a519-9dc2094b72a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:15:43Z', 'updated_at': '2021-06-16T16:17:16Z', 'revision_number': 5, 'project_id': '4831be885723435580a9afb0153a4572', 'gw_port': {'id': '5541d1b5-651c-42d8-a519-9dc2094b72a2', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1141422-68ae-45df-b286-1f43f880bdf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:15:43Z', 'updated_at': '2021-06-16T16:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi'}], 'dv-cinder-796114-3-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:17:17.356223 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c36c753-cca4-421e-8767-8d878699c0b6 None None] Checking router: a1141422-68ae-45df-b286-1f43f880bdf3 for host: dv-cinder-796114-3-iscsi {{(pid=91876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:17:17.364970 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c36c753-cca4-421e-8767-8d878699c0b6 None None] Routers {'a1141422-68ae-45df-b286-1f43f880bdf3'} bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:17:17.365616 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-8c36c753-cca4-421e-8767-8d878699c0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:57:20Z,description=,heartbeat_timestamp=2021-06-16T16:16:50Z,host='dv-cinder-796114-3-iscsi',id=0e7678c9-774c-4c46-a09f-f3aaee363ca4,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:57:20Z,topic='l3_agent')) {'router_ids': ['a1141422-68ae-45df-b286-1f43f880bdf3'], 'active': True} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:17:17.379156 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-cd4a9e0e-057e-45ec-bae3-5252f284aa3c admin admin] For port 5541d1b5-651c-42d8-a519-9dc2094b72a2, host dv-cinder-796114-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=5541d1b5-651c-42d8-a519-9dc2094b72a2,segment=NetworkSegment(36d53036-d305-476e-ad99-71a5cdef7eb4),segment_id=36d53036-d305-476e-ad99-71a5cdef7eb4)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:17:17.379523 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-cd4a9e0e-057e-45ec-bae3-5252f284aa3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674541'] for port, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:17.454930 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-cd4a9e0e-057e-45ec-bae3-5252f284aa3c admin admin] Calling delete_port for 5541d1b5-651c-42d8-a519-9dc2094b72a2 owned by network:router_gateway {{(pid=91874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:17:17.461671 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvr_db [None req-8c36c753-cca4-421e-8767-8d878699c0b6 None None] Set router a1141422-68ae-45df-b286-1f43f880bdf3 gateway port host: None {{(pid=91876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:17:17.528307 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_hamode_db [None req-8c36c753-cca4-421e-8767-8d878699c0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1141422-68ae-45df-b286-1f43f880bdf3', 'name': 'tempest-TestVolumeBootPattern-609089800-router', 'tenant_id': '4831be885723435580a9afb0153a4572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:15:43Z', 'updated_at': '2021-06-16T16:17:17Z', 'revision_number': 6, 'project_id': '4831be885723435580a9afb0153a4572', 'gw_port_host': None}], 'dv-cinder-796114-3-iscsi', False) {} {{(pid=91876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:17:17.536443 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c36c753-cca4-421e-8767-8d878699c0b6 None None] The sync data for ids ['a1141422-68ae-45df-b286-1f43f880bdf3'] in dv-cinder-796114-3-iscsi is: [{'id': 'a1141422-68ae-45df-b286-1f43f880bdf3', 'name': 'tempest-TestVolumeBootPattern-609089800-router', 'tenant_id': '4831be885723435580a9afb0153a4572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:15:43Z', 'updated_at': '2021-06-16T16:17:17Z', 'revision_number': 6, 'project_id': '4831be885723435580a9afb0153a4572', 'gw_port_host': None}] {{(pid=91876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:17:17.539724 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-d0df7c16-128c-41c2-abd0-36de7be5ca25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:17.647495 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-cd4a9e0e-057e-45ec-bae3-5252f284aa3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726811346809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726810953732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3529197'] for port, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:17.651651 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-32fcdb8b-31cd-41cb-b548-ce5cb9ec320c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:17.676264 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4a9e0e-057e-45ec-bae3-5252f284aa3c admin admin] Pushing event deleted for resources: {'Port': ['ID=5541d1b5-651c-42d8-a519-9dc2094b72a2,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:17.680159 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-cd4a9e0e-057e-45ec-bae3-5252f284aa3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:17.742108 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-cd4a9e0e-057e-45ec-bae3-5252f284aa3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701981'] for router_gateway, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:17.835954 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-cd4a9e0e-057e-45ec-bae3-5252f284aa3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2189'] for router, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:17.838584 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-cd4a9e0e-057e-45ec-bae3-5252f284aa3c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:17.889109 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-cd4a9e0e-057e-45ec-bae3-5252f284aa3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-678231'] for router, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:17.890085 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd4a9e0e-057e-45ec-bae3-5252f284aa3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1141422-68ae-45df-b286-1f43f880bdf3 {{(pid=91874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 16:17:17.894709 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-cd4a9e0e-057e-45ec-bae3-5252f284aa3c admin admin] Notify callbacks [] for router, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:17.895907 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-cd4a9e0e-057e-45ec-bae3-5252f284aa3c admin admin] 10.222.0.49 "DELETE /v2.0/routers/a1141422-68ae-45df-b286-1f43f880bdf3 HTTP/1.1" status: 204 len: 168 time: 0.9170434 Jun 16 16:17:17.898528 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 44330) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:17:17.950484 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_v2 [None req-393cdb43-9e23-44bd-a374-8d69a2085667 admin admin] Deleting subnet 4a387f3d-696d-4b72-81b1-baf51e0ac935 {{(pid=91874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:17:17.954534 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-393cdb43-9e23-44bd-a374-8d69a2085667 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:17.992419 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-393cdb43-9e23-44bd-a374-8d69a2085667 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3127486'] for subnet, precommit_delete_associations {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:18.083139 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-393cdb43-9e23-44bd-a374-8d69a2085667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16234147'] for subnet, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:18.142736 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-393cdb43-9e23-44bd-a374-8d69a2085667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16234172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3528999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3923767'] for subnet, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:18.144913 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-aa2fa9e3-2f51-4d06-ac8b-6b4736dcce95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:18.170530 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393cdb43-9e23-44bd-a374-8d69a2085667 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a387f3d-696d-4b72-81b1-baf51e0ac935,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:18.174069 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-393cdb43-9e23-44bd-a374-8d69a2085667 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:18.175117 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-393cdb43-9e23-44bd-a374-8d69a2085667 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16222807'] for subnet, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:18.177322 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-393cdb43-9e23-44bd-a374-8d69a2085667 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/4a387f3d-696d-4b72-81b1-baf51e0ac935 HTTP/1.1" status: 204 len: 168 time: 0.2775414 Jun 16 16:17:18.179534 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 44332) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:17:18.182266 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3edce816-6fd4-43c6-bca8-7861f82c6d0a None None] Network b47e9bf2-fbf6-43e9-b3ac-08675433c1a0 requested from dv-cinder-796114-3-iscsi {{(pid=91876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:17:18.251951 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f5eaa97a-67af-4a76-9abc-63555d0c392a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16160318'] for network, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:18.320251 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-f5eaa97a-67af-4a76-9abc-63555d0c392a admin admin] Deleting port e3cc2d5a-2427-4121-909f-9d7b58eae2ce {{(pid=91874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:17:18.320604 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f5eaa97a-67af-4a76-9abc-63555d0c392a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726811340957'] for port, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:18.405400 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401b319a-d65d-48a5-b34c-f7a9544e20d7 None None] DHCP port deletion for b47e9bf2-fbf6-43e9-b3ac-08675433c1a0 request from dv-cinder-796114-3-iscsi {{(pid=91876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 16:17:18.409952 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-f5eaa97a-67af-4a76-9abc-63555d0c392a admin admin] For port e3cc2d5a-2427-4121-909f-9d7b58eae2ce, host dv-cinder-796114-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=e3cc2d5a-2427-4121-909f-9d7b58eae2ce,segment=NetworkSegment(c2f88690-37c3-48a8-bd86-4e6d858dc23b),segment_id=c2f88690-37c3-48a8-bd86-4e6d858dc23b)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:17:18.410487 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f5eaa97a-67af-4a76-9abc-63555d0c392a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674541'] for port, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:18.461232 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-401b319a-d65d-48a5-b34c-f7a9544e20d7 None None] Deleting port e3cc2d5a-2427-4121-909f-9d7b58eae2ce {{(pid=91876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:17:18.461662 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-401b319a-d65d-48a5-b34c-f7a9544e20d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726811340957'] for port, before_delete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:18.491132 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-f5eaa97a-67af-4a76-9abc-63555d0c392a admin admin] Calling delete_port for e3cc2d5a-2427-4121-909f-9d7b58eae2ce owned by network:dhcp {{(pid=91874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:17:18.554956 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-401b319a-d65d-48a5-b34c-f7a9544e20d7 None None] For port e3cc2d5a-2427-4121-909f-9d7b58eae2ce, host dv-cinder-796114-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=e3cc2d5a-2427-4121-909f-9d7b58eae2ce,segment=NetworkSegment(c2f88690-37c3-48a8-bd86-4e6d858dc23b),segment_id=c2f88690-37c3-48a8-bd86-4e6d858dc23b)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:17:18.555147 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-401b319a-d65d-48a5-b34c-f7a9544e20d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674541'] for port, precommit_delete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:18.595055 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f5eaa97a-67af-4a76-9abc-63555d0c392a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726811346809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726810953732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3529197'] for port, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:18.600061 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-2d246c68-11e2-4845-b2e9-c672c060a472 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:18.625142 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-401b319a-d65d-48a5-b34c-f7a9544e20d7 None None] Calling delete_port for e3cc2d5a-2427-4121-909f-9d7b58eae2ce owned by network:dhcp {{(pid=91876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:17:18.627845 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eaa97a-67af-4a76-9abc-63555d0c392a admin admin] Pushing event deleted for resources: {'Port': ['ID=e3cc2d5a-2427-4121-909f-9d7b58eae2ce,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:18.630590 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-f5eaa97a-67af-4a76-9abc-63555d0c392a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:18.640646 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5eaa97a-67af-4a76-9abc-63555d0c392a admin admin] No DVR routers for this DVR port e3cc2d5a-2427-4121-909f-9d7b58eae2ce on host dv-cinder-796114-3-iscsi {{(pid=91874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:17:18.722415 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f5eaa97a-67af-4a76-9abc-63555d0c392a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16236332', 'neutron.services.segments.db._delete_segments_for_network-8726811427889'] for network, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:18.731986 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-401b319a-d65d-48a5-b34c-f7a9544e20d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726811346809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726810953732'] for port, after_delete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:18.733074 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.services.segments.db [None req-f5eaa97a-67af-4a76-9abc-63555d0c392a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b47e9bf2-fbf6-43e9-b3ac-08675433c1a0']}} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:17:18.734576 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-f07903ed-99c1-4d17-8578-3725bcb451dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:18.744718 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.services.segments.db [None req-f5eaa97a-67af-4a76-9abc-63555d0c392a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2f88690-37c3-48a8-bd86-4e6d858dc23b') {'for_net_delete': True} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:17:18.745023 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.services.segments.db [None req-f5eaa97a-67af-4a76-9abc-63555d0c392a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2f88690-37c3-48a8-bd86-4e6d858dc23b') {} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:17:18.755029 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f5eaa97a-67af-4a76-9abc-63555d0c392a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726811427202', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127463'] for segment, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:18.758672 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401b319a-d65d-48a5-b34c-f7a9544e20d7 None None] Pushing event deleted for resources: {'Port': ['ID=e3cc2d5a-2427-4121-909f-9d7b58eae2ce,revision_number=None']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:18.763930 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401b319a-d65d-48a5-b34c-f7a9544e20d7 None None] No DVR routers for this DVR port e3cc2d5a-2427-4121-909f-9d7b58eae2ce on host dv-cinder-796114-3-iscsi {{(pid=91876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:17:18.770878 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401b319a-d65d-48a5-b34c-f7a9544e20d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:18.771240 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401b319a-d65d-48a5-b34c-f7a9544e20d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:18.771591 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401b319a-d65d-48a5-b34c-f7a9544e20d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:18.771933 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401b319a-d65d-48a5-b34c-f7a9544e20d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:18.772271 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401b319a-d65d-48a5-b34c-f7a9544e20d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:18.772607 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401b319a-d65d-48a5-b34c-f7a9544e20d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:18.772942 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401b319a-d65d-48a5-b34c-f7a9544e20d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:18.773272 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401b319a-d65d-48a5-b34c-f7a9544e20d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:18.773512 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f5eaa97a-67af-4a76-9abc-63555d0c392a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233616'] for segment, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:18.773666 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401b319a-d65d-48a5-b34c-f7a9544e20d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:18.774082 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401b319a-d65d-48a5-b34c-f7a9544e20d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:18.774276 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401b319a-d65d-48a5-b34c-f7a9544e20d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:18.774726 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401b319a-d65d-48a5-b34c-f7a9544e20d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-iscsi {{(pid=91876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:18.778789 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-401b319a-d65d-48a5-b34c-f7a9544e20d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:18.782598 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5eaa97a-67af-4a76-9abc-63555d0c392a admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=91874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:17:18.782981 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f5eaa97a-67af-4a76-9abc-63555d0c392a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3529144'] for segment, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:18.784860 dv-cinder-796114-3-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:17:18.784860 dv-cinder-796114-3-iscsi neutron-server[91874]: retrieve_revision_numbers = { Jun 16 16:17:18.784860 dv-cinder-796114-3-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:17:18.784860 dv-cinder-796114-3-iscsi neutron-server[91874]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:17:18.784860 dv-cinder-796114-3-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:17:18.784860 dv-cinder-796114-3-iscsi neutron-server[91874]: retrieve_revision_numbers = { Jun 16 16:17:18.784860 dv-cinder-796114-3-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:17:18.784860 dv-cinder-796114-3-iscsi neutron-server[91874]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:17:18.784860 dv-cinder-796114-3-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:17:18.784860 dv-cinder-796114-3-iscsi neutron-server[91874]: retrieve_revision_numbers = { Jun 16 16:17:18.784860 dv-cinder-796114-3-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:17:18.784860 dv-cinder-796114-3-iscsi neutron-server[91874]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:17:18.784860 dv-cinder-796114-3-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:17:18.784860 dv-cinder-796114-3-iscsi neutron-server[91874]: retrieve_revision_numbers = { Jun 16 16:17:18.784860 dv-cinder-796114-3-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:17:18.784860 dv-cinder-796114-3-iscsi neutron-server[91874]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:17:18.784860 dv-cinder-796114-3-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:17:18.784860 dv-cinder-796114-3-iscsi neutron-server[91874]: retrieve_revision_numbers = { Jun 16 16:17:18.784860 dv-cinder-796114-3-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:17:18.784860 dv-cinder-796114-3-iscsi neutron-server[91874]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:17:18.784860 dv-cinder-796114-3-iscsi neutron-server[91874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:17:18.784860 dv-cinder-796114-3-iscsi neutron-server[91874]: retrieve_revision_numbers = { Jun 16 16:17:18.784860 dv-cinder-796114-3-iscsi neutron-server[91874]: Traceback (most recent call last): Jun 16 16:17:18.784860 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:17:18.784860 dv-cinder-796114-3-iscsi neutron-server[91874]: timer() Jun 16 16:17:18.784860 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:17:18.784860 dv-cinder-796114-3-iscsi neutron-server[91874]: cb(*args, **kw) Jun 16 16:17:18.784860 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:17:18.784860 dv-cinder-796114-3-iscsi neutron-server[91874]: return func(*args, **kwargs) Jun 16 16:17:18.784860 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:17:18.784860 dv-cinder-796114-3-iscsi neutron-server[91874]: self._notify() Jun 16 16:17:18.784860 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:17:18.784860 dv-cinder-796114-3-iscsi neutron-server[91874]: self.callback(batched_events) Jun 16 16:17:18.784860 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:17:18.784860 dv-cinder-796114-3-iscsi neutron-server[91874]: event.method(event) Jun 16 16:17:18.784860 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:17:18.784860 dv-cinder-796114-3-iscsi neutron-server[91874]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:17:18.784860 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:17:18.784860 dv-cinder-796114-3-iscsi neutron-server[91874]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:17:18.784860 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:17:18.784860 dv-cinder-796114-3-iscsi neutron-server[91874]: return f(self, *a, **k) Jun 16 16:17:18.784860 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:17:18.784860 dv-cinder-796114-3-iscsi neutron-server[91874]: return self._get(url).json() Jun 16 16:17:18.784860 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:17:18.784860 dv-cinder-796114-3-iscsi neutron-server[91874]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:17:18.784860 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:17:18.784860 dv-cinder-796114-3-iscsi neutron-server[91874]: return self.request(url, 'GET', **kwargs) Jun 16 16:17:18.784860 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:17:18.784860 dv-cinder-796114-3-iscsi neutron-server[91874]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:17:18.784860 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:17:18.784860 dv-cinder-796114-3-iscsi neutron-server[91874]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:17:18.784860 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:17:18.784860 dv-cinder-796114-3-iscsi neutron-server[91874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:17:18.784860 dv-cinder-796114-3-iscsi neutron-server[91874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:17:18.848613 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f5eaa97a-67af-4a76-9abc-63555d0c392a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16236325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-700135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702067'] for network, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:18.853155 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-06ddaaaa-3f17-47ba-9e73-a0fd8d9686a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:18.856871 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f5eaa97a-67af-4a76-9abc-63555d0c392a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16222807'] for network, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:18.858850 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-f5eaa97a-67af-4a76-9abc-63555d0c392a admin admin] 10.222.0.49 "DELETE /v2.0/networks/b47e9bf2-fbf6-43e9-b3ac-08675433c1a0 HTTP/1.1" status: 204 len: 168 time: 0.6783679 Jun 16 16:17:18.862013 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 44334) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:17:18.870888 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eaa97a-67af-4a76-9abc-63555d0c392a admin admin] Pushing event deleted for resources: {'Network': ['ID=b47e9bf2-fbf6-43e9-b3ac-08675433c1a0,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:18.874066 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-f5eaa97a-67af-4a76-9abc-63555d0c392a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:18.922925 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device 5541d1b5-651c-42d8-a519-9dc2094b72a2 no longer exists at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:17:18.959355 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] No Port match for: 5541d1b5-651c-42d8-a519-9dc2094b72a2 {{(pid=91876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:17:18.959598 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device 5541d1b5-651c-42d8-a519-9dc2094b72a2 not bound to the agent host dv-cinder-796114-3-iscsi {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:17:18.960115 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device fc83a3be-d0f4-4a83-af6d-d58751f40c00 no longer exists at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:17:18.979644 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] No Port match for: fc83a3be-d0f4-4a83-af6d-d58751f40c00 {{(pid=91876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:17:18.980091 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device fc83a3be-d0f4-4a83-af6d-d58751f40c00 not bound to the agent host dv-cinder-796114-3-iscsi {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:17:18.980534 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device e3cc2d5a-2427-4121-909f-9d7b58eae2ce no longer exists at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:17:19.000138 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] No Port match for: e3cc2d5a-2427-4121-909f-9d7b58eae2ce {{(pid=91876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:17:19.000533 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device e3cc2d5a-2427-4121-909f-9d7b58eae2ce not bound to the agent host dv-cinder-796114-3-iscsi {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:17:19.239563 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-5542e266-b800-42b5-ba74-f8f5bfc601d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689354'] for router_interface, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:19.512320 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:19.523469 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-5542e266-b800-42b5-ba74-f8f5bfc601d9 admin admin] Deleting port ed7566cb-2af4-47af-b0cd-69cbd600472a {{(pid=91875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:17:19.524008 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-5542e266-b800-42b5-ba74-f8f5bfc601d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726811340957'] for port, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:19.621727 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-5542e266-b800-42b5-ba74-f8f5bfc601d9 admin admin] For port ed7566cb-2af4-47af-b0cd-69cbd600472a, host dv-cinder-796114-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=ed7566cb-2af4-47af-b0cd-69cbd600472a,segment=NetworkSegment(d9fb03da-8c33-414a-b2af-84fc0259243c),segment_id=d9fb03da-8c33-414a-b2af-84fc0259243c)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:17:19.622086 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-5542e266-b800-42b5-ba74-f8f5bfc601d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674541'] for port, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:19.689679 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-5542e266-b800-42b5-ba74-f8f5bfc601d9 admin admin] Calling delete_port for ed7566cb-2af4-47af-b0cd-69cbd600472a owned by network:router_interface {{(pid=91875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:17:19.876880 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-5542e266-b800-42b5-ba74-f8f5bfc601d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726811346809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726810953732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2449056'] for port, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:19.878832 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-ca3856e5-b346-4075-9cdb-06d63cd94130 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:19.901450 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-dd5049fe-230d-44ae-a91b-d130d1c0eb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:19.908996 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5542e266-b800-42b5-ba74-f8f5bfc601d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed7566cb-2af4-47af-b0cd-69cbd600472a,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:19.912116 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-5542e266-b800-42b5-ba74-f8f5bfc601d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:19.964367 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:20.087389 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-5542e266-b800-42b5-ba74-f8f5bfc601d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16222899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689246'] for router_interface, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:20.642323 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5542e266-b800-42b5-ba74-f8f5bfc601d9 admin admin] Router 3ffa482e-a2e8-413b-9c8d-aa3e8a344832 has already been hosted by L3 agent 0e7678c9-774c-4c46-a09f-f3aaee363ca4 {{(pid=91875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:17:20.767552 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5542e266-b800-42b5-ba74-f8f5bfc601d9 admin admin] Notify agent at l3_agent.dv-cinder-796114-3-iscsi the message routers_updated {{(pid=91875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:17:20.772872 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-5542e266-b800-42b5-ba74-f8f5bfc601d9 admin admin] 10.222.0.49 "PUT /v2.0/routers/3ffa482e-a2e8-413b-9c8d-aa3e8a344832/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9096816 Jun 16 16:17:20.775513 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 44336) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:17:20.776347 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5e79e6-e8b0-49f5-9af5-4d55c0480a59 None None] Sync routers for ids ['3ffa482e-a2e8-413b-9c8d-aa3e8a344832'] in dv-cinder-796114-3-iscsi {{(pid=91877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:17:20.788295 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5e79e6-e8b0-49f5-9af5-4d55c0480a59 None None] Routers {'3ffa482e-a2e8-413b-9c8d-aa3e8a344832'} bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:17:20.788964 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_hamode_db [None req-0e5e79e6-e8b0-49f5-9af5-4d55c0480a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T15:57:20Z,description=,heartbeat_timestamp=2021-06-16T16:17:20Z,host='dv-cinder-796114-3-iscsi',id=0e7678c9-774c-4c46-a09f-f3aaee363ca4,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:57:20Z,topic='l3_agent')) {'router_ids': ['3ffa482e-a2e8-413b-9c8d-aa3e8a344832'], 'active': True} {{(pid=91877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:17:20.928132 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_dvr_db [None req-0e5e79e6-e8b0-49f5-9af5-4d55c0480a59 None None] Set router 3ffa482e-a2e8-413b-9c8d-aa3e8a344832 gateway port host: dv-cinder-796114-3-iscsi {{(pid=91877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:17:21.145470 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_hamode_db [None req-0e5e79e6-e8b0-49f5-9af5-4d55c0480a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ffa482e-a2e8-413b-9c8d-aa3e8a344832', 'name': 'tempest-TestVolumeBootPattern-1667336643-router', 'tenant_id': '2b64e4083b434f7babcd07ab0748ffdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': 'c74aace1-1067-413f-ae5e-edf3ce45ba70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:15:48Z', 'updated_at': '2021-06-16T16:17:19Z', 'revision_number': 5, 'project_id': '2b64e4083b434f7babcd07ab0748ffdf', 'gw_port': {'id': 'c74aace1-1067-413f-ae5e-edf3ce45ba70', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ffa482e-a2e8-413b-9c8d-aa3e8a344832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:15:48Z', 'updated_at': '2021-06-16T16:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi'}], 'dv-cinder-796114-3-iscsi', False) {} {{(pid=91877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:17:21.149167 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5e79e6-e8b0-49f5-9af5-4d55c0480a59 None None] Checking router: 3ffa482e-a2e8-413b-9c8d-aa3e8a344832 for host: dv-cinder-796114-3-iscsi {{(pid=91877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:17:21.159224 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5e79e6-e8b0-49f5-9af5-4d55c0480a59 None None] Routers {'3ffa482e-a2e8-413b-9c8d-aa3e8a344832'} bound to L3 agent in host dv-cinder-796114-3-iscsi {{(pid=91877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:17:21.159852 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_hamode_db [None req-0e5e79e6-e8b0-49f5-9af5-4d55c0480a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T15:57:20Z,description=,heartbeat_timestamp=2021-06-16T16:17:20Z,host='dv-cinder-796114-3-iscsi',id=0e7678c9-774c-4c46-a09f-f3aaee363ca4,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:57:20Z,topic='l3_agent')) {'router_ids': ['3ffa482e-a2e8-413b-9c8d-aa3e8a344832'], 'active': True} {{(pid=91877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:17:21.198437 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-bc03d968-c546-4e80-9d98-18db7b96f6be admin admin] Notify callbacks [] for router, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:21.279707 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_dvr_db [None req-0e5e79e6-e8b0-49f5-9af5-4d55c0480a59 None None] Set router 3ffa482e-a2e8-413b-9c8d-aa3e8a344832 gateway port host: dv-cinder-796114-3-iscsi {{(pid=91877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:17:21.310411 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-bc03d968-c546-4e80-9d98-18db7b96f6be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:21.356822 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-6ad78952-ea93-43a4-8288-1e7c2f1dde9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:21.374101 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-bc03d968-c546-4e80-9d98-18db7b96f6be admin admin] Deleting port c74aace1-1067-413f-ae5e-edf3ce45ba70 {{(pid=91874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:17:21.374572 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-bc03d968-c546-4e80-9d98-18db7b96f6be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726811340957'] for port, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:21.461414 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-bc03d968-c546-4e80-9d98-18db7b96f6be admin admin] For port c74aace1-1067-413f-ae5e-edf3ce45ba70, host dv-cinder-796114-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=c74aace1-1067-413f-ae5e-edf3ce45ba70,segment=NetworkSegment(36d53036-d305-476e-ad99-71a5cdef7eb4),segment_id=36d53036-d305-476e-ad99-71a5cdef7eb4)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:17:21.461788 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-bc03d968-c546-4e80-9d98-18db7b96f6be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674541'] for port, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:21.479712 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.l3_hamode_db [None req-0e5e79e6-e8b0-49f5-9af5-4d55c0480a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ffa482e-a2e8-413b-9c8d-aa3e8a344832', 'name': 'tempest-TestVolumeBootPattern-1667336643-router', 'tenant_id': '2b64e4083b434f7babcd07ab0748ffdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': 'c74aace1-1067-413f-ae5e-edf3ce45ba70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:15:48Z', 'updated_at': '2021-06-16T16:17:19Z', 'revision_number': 5, 'project_id': '2b64e4083b434f7babcd07ab0748ffdf', 'gw_port': {'id': 'c74aace1-1067-413f-ae5e-edf3ce45ba70', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ffa482e-a2e8-413b-9c8d-aa3e8a344832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:15:48Z', 'updated_at': '2021-06-16T16:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi'}], 'dv-cinder-796114-3-iscsi', False) {} {{(pid=91877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:17:21.484762 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5e79e6-e8b0-49f5-9af5-4d55c0480a59 None None] The sync data for ids ['3ffa482e-a2e8-413b-9c8d-aa3e8a344832'] in dv-cinder-796114-3-iscsi is: [{'id': '3ffa482e-a2e8-413b-9c8d-aa3e8a344832', 'name': 'tempest-TestVolumeBootPattern-1667336643-router', 'tenant_id': '2b64e4083b434f7babcd07ab0748ffdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'external_fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': 'c74aace1-1067-413f-ae5e-edf3ce45ba70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:15:48Z', 'updated_at': '2021-06-16T16:17:19Z', 'revision_number': 5, 'project_id': '2b64e4083b434f7babcd07ab0748ffdf', 'gw_port': {'id': 'c74aace1-1067-413f-ae5e-edf3ce45ba70', 'name': '', 'network_id': '47501c57-dfca-44aa-9eed-27ee8bb77cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ffa482e-a2e8-413b-9c8d-aa3e8a344832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:15:48Z', 'updated_at': '2021-06-16T16:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b38b6c0-4839-4539-8281-d8dcfdf92ae7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-iscsi'}] {{(pid=91877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:17:21.543217 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-bc03d968-c546-4e80-9d98-18db7b96f6be admin admin] Calling delete_port for c74aace1-1067-413f-ae5e-edf3ce45ba70 owned by network:router_gateway {{(pid=91874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:17:21.731389 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-bc03d968-c546-4e80-9d98-18db7b96f6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726811346809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726810953732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3529197'] for port, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:21.731389 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-a23ce837-a750-40f1-9f4c-69fb6ebeba71 tempest-TestShelveInstance-991038307 tempest-TestShelveInstance-991038307-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:21.755691 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc03d968-c546-4e80-9d98-18db7b96f6be admin admin] Pushing event deleted for resources: {'Port': ['ID=c74aace1-1067-413f-ae5e-edf3ce45ba70,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:21.759071 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-bc03d968-c546-4e80-9d98-18db7b96f6be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:21.832878 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-bc03d968-c546-4e80-9d98-18db7b96f6be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701981'] for router_gateway, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:21.939447 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-bc03d968-c546-4e80-9d98-18db7b96f6be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2189'] for router, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:21.941533 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-bc03d968-c546-4e80-9d98-18db7b96f6be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:21.995970 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-bc03d968-c546-4e80-9d98-18db7b96f6be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-678231'] for router, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:21.996666 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc03d968-c546-4e80-9d98-18db7b96f6be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ffa482e-a2e8-413b-9c8d-aa3e8a344832 {{(pid=91874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 16:17:22.001106 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-bc03d968-c546-4e80-9d98-18db7b96f6be admin admin] Notify callbacks [] for router, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:22.002469 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-bc03d968-c546-4e80-9d98-18db7b96f6be admin admin] 10.222.0.49 "DELETE /v2.0/routers/3ffa482e-a2e8-413b-9c8d-aa3e8a344832 HTTP/1.1" status: 204 len: 168 time: 1.2259529 Jun 16 16:17:22.005430 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 44338) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:17:22.057030 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_v2 [None req-60f48d19-7c52-41d5-ae2c-18d9dabac7f1 admin admin] Deleting subnet 7a544a4a-c35e-4181-9a92-7e1918422c40 {{(pid=91874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:17:22.061390 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-60f48d19-7c52-41d5-ae2c-18d9dabac7f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:22.114995 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-60f48d19-7c52-41d5-ae2c-18d9dabac7f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3127486'] for subnet, precommit_delete_associations {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:22.210455 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-60f48d19-7c52-41d5-ae2c-18d9dabac7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16234147'] for subnet, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:22.272653 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-60f48d19-7c52-41d5-ae2c-18d9dabac7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16234172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3528999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3923767'] for subnet, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:22.277130 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-74adcfd8-e4a4-4758-aa34-b280011045dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:22.302899 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f48d19-7c52-41d5-ae2c-18d9dabac7f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a544a4a-c35e-4181-9a92-7e1918422c40,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:22.305435 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-60f48d19-7c52-41d5-ae2c-18d9dabac7f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:22.309072 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-60f48d19-7c52-41d5-ae2c-18d9dabac7f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16222807'] for subnet, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:22.311161 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-60f48d19-7c52-41d5-ae2c-18d9dabac7f1 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/7a544a4a-c35e-4181-9a92-7e1918422c40 HTTP/1.1" status: 204 len: 168 time: 0.3047340 Jun 16 16:17:22.313821 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 44340) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:17:22.315386 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467f5330-962f-48aa-b644-e8f68fed0065 None None] Network ea1b44ab-d475-44aa-b323-cb30604cde89 requested from dv-cinder-796114-3-iscsi {{(pid=91876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:17:22.394539 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-fe3f42e0-15e0-41f7-a7b2-03ebab8ebaab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16160318'] for network, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:22.453120 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-fe3f42e0-15e0-41f7-a7b2-03ebab8ebaab admin admin] Deleting port 272336e4-c8c4-492b-ba3c-a56a962bdd1c {{(pid=91874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:17:22.453560 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-fe3f42e0-15e0-41f7-a7b2-03ebab8ebaab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726811340957'] for port, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:22.525102 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-fe3f42e0-15e0-41f7-a7b2-03ebab8ebaab admin admin] For port 272336e4-c8c4-492b-ba3c-a56a962bdd1c, host dv-cinder-796114-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=272336e4-c8c4-492b-ba3c-a56a962bdd1c,segment=NetworkSegment(d9fb03da-8c33-414a-b2af-84fc0259243c),segment_id=d9fb03da-8c33-414a-b2af-84fc0259243c)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:17:22.525404 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-fe3f42e0-15e0-41f7-a7b2-03ebab8ebaab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674541'] for port, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:22.544607 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693de4ff-a811-4352-afea-b874db3dc0fa None None] DHCP port deletion for ea1b44ab-d475-44aa-b323-cb30604cde89 request from dv-cinder-796114-3-iscsi {{(pid=91876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 16:17:22.604735 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-693de4ff-a811-4352-afea-b874db3dc0fa None None] Deleting port 272336e4-c8c4-492b-ba3c-a56a962bdd1c {{(pid=91876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:17:22.605754 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-693de4ff-a811-4352-afea-b874db3dc0fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726811340957'] for port, before_delete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:22.628669 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-fe3f42e0-15e0-41f7-a7b2-03ebab8ebaab admin admin] Calling delete_port for 272336e4-c8c4-492b-ba3c-a56a962bdd1c owned by network:dhcp {{(pid=91874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:17:22.675405 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.db [None req-693de4ff-a811-4352-afea-b874db3dc0fa None None] For port 272336e4-c8c4-492b-ba3c-a56a962bdd1c, host dv-cinder-796114-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-iscsi',level=0,port_id=272336e4-c8c4-492b-ba3c-a56a962bdd1c,segment=NetworkSegment(d9fb03da-8c33-414a-b2af-84fc0259243c),segment_id=d9fb03da-8c33-414a-b2af-84fc0259243c)] {{(pid=91876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:17:22.675809 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-693de4ff-a811-4352-afea-b874db3dc0fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674541'] for port, precommit_delete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:22.743848 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-fe3f42e0-15e0-41f7-a7b2-03ebab8ebaab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726811346809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726810953732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3529197'] for port, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:22.748801 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-c2d36dac-6fd3-47be-903d-41271d5a9f02 tempest-AttachVolumeNegativeTest-1176877539 tempest-AttachVolumeNegativeTest-1176877539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:22.754676 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-693de4ff-a811-4352-afea-b874db3dc0fa None None] Calling delete_port for 272336e4-c8c4-492b-ba3c-a56a962bdd1c owned by network:dhcp {{(pid=91876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:17:22.775338 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3f42e0-15e0-41f7-a7b2-03ebab8ebaab admin admin] Pushing event deleted for resources: {'Port': ['ID=272336e4-c8c4-492b-ba3c-a56a962bdd1c,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:22.777917 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-fe3f42e0-15e0-41f7-a7b2-03ebab8ebaab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:22.782202 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3f42e0-15e0-41f7-a7b2-03ebab8ebaab admin admin] No DVR routers for this DVR port 272336e4-c8c4-492b-ba3c-a56a962bdd1c on host dv-cinder-796114-3-iscsi {{(pid=91874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:17:22.856204 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-693de4ff-a811-4352-afea-b874db3dc0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16110903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16222785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726811346809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726810953732'] for port, after_delete {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:22.860755 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:22.871752 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-fe3f42e0-15e0-41f7-a7b2-03ebab8ebaab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16236332', 'neutron.services.segments.db._delete_segments_for_network-8726811427889'] for network, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:22.888380 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.services.segments.db [None req-fe3f42e0-15e0-41f7-a7b2-03ebab8ebaab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea1b44ab-d475-44aa-b323-cb30604cde89']}} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:17:22.904181 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.services.segments.db [None req-fe3f42e0-15e0-41f7-a7b2-03ebab8ebaab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9fb03da-8c33-414a-b2af-84fc0259243c') {'for_net_delete': True} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:17:22.904513 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.services.segments.db [None req-fe3f42e0-15e0-41f7-a7b2-03ebab8ebaab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9fb03da-8c33-414a-b2af-84fc0259243c') {} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:17:22.915755 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-fe3f42e0-15e0-41f7-a7b2-03ebab8ebaab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726811427202', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127463'] for segment, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:22.926876 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693de4ff-a811-4352-afea-b874db3dc0fa None None] No DVR routers for this DVR port 272336e4-c8c4-492b-ba3c-a56a962bdd1c on host dv-cinder-796114-3-iscsi {{(pid=91876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:17:22.934394 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693de4ff-a811-4352-afea-b874db3dc0fa None None] Pushing event deleted for resources: {'Port': ['ID=272336e4-c8c4-492b-ba3c-a56a962bdd1c,revision_number=None']} {{(pid=91876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:22.938525 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG oslo_concurrency.lockutils [None req-693de4ff-a811-4352-afea-b874db3dc0fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:22.946556 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-459ba97e-0994-401b-bd86-9772962a392e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:22.948483 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-fe3f42e0-15e0-41f7-a7b2-03ebab8ebaab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233616'] for segment, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:22.957244 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe3f42e0-15e0-41f7-a7b2-03ebab8ebaab admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=91874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:17:22.958050 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-fe3f42e0-15e0-41f7-a7b2-03ebab8ebaab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16233616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3529144'] for segment, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:22.960479 dv-cinder-796114-3-iscsi neutron-server[91874]: Traceback (most recent call last): Jun 16 16:17:22.960479 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:17:22.960479 dv-cinder-796114-3-iscsi neutron-server[91874]: timer() Jun 16 16:17:22.960479 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:17:22.960479 dv-cinder-796114-3-iscsi neutron-server[91874]: cb(*args, **kw) Jun 16 16:17:22.960479 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:17:22.960479 dv-cinder-796114-3-iscsi neutron-server[91874]: return func(*args, **kwargs) Jun 16 16:17:22.960479 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:17:22.960479 dv-cinder-796114-3-iscsi neutron-server[91874]: self._notify() Jun 16 16:17:22.960479 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:17:22.960479 dv-cinder-796114-3-iscsi neutron-server[91874]: self.callback(batched_events) Jun 16 16:17:22.960479 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:17:22.960479 dv-cinder-796114-3-iscsi neutron-server[91874]: event.method(event) Jun 16 16:17:22.960479 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:17:22.960479 dv-cinder-796114-3-iscsi neutron-server[91874]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:17:22.960479 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:17:22.960479 dv-cinder-796114-3-iscsi neutron-server[91874]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:17:22.960479 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:17:22.960479 dv-cinder-796114-3-iscsi neutron-server[91874]: return f(self, *a, **k) Jun 16 16:17:22.960479 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:17:22.960479 dv-cinder-796114-3-iscsi neutron-server[91874]: return self._get(url).json() Jun 16 16:17:22.960479 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:17:22.960479 dv-cinder-796114-3-iscsi neutron-server[91874]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:17:22.960479 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:17:22.960479 dv-cinder-796114-3-iscsi neutron-server[91874]: return self.request(url, 'GET', **kwargs) Jun 16 16:17:22.960479 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:17:22.960479 dv-cinder-796114-3-iscsi neutron-server[91874]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:17:22.960479 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:17:22.960479 dv-cinder-796114-3-iscsi neutron-server[91874]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:17:22.960479 dv-cinder-796114-3-iscsi neutron-server[91874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:17:22.960479 dv-cinder-796114-3-iscsi neutron-server[91874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:17:22.960479 dv-cinder-796114-3-iscsi neutron-server[91874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:17:22.970020 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device 272336e4-c8c4-492b-ba3c-a56a962bdd1c no longer exists at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:17:22.995859 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] No Port match for: 272336e4-c8c4-492b-ba3c-a56a962bdd1c {{(pid=91876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:17:22.996833 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device 272336e4-c8c4-492b-ba3c-a56a962bdd1c not bound to the agent host dv-cinder-796114-3-iscsi {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:17:22.997192 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device ed7566cb-2af4-47af-b0cd-69cbd600472a no longer exists at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:17:23.019711 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] No Port match for: ed7566cb-2af4-47af-b0cd-69cbd600472a {{(pid=91876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:17:23.020066 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device ed7566cb-2af4-47af-b0cd-69cbd600472a not bound to the agent host dv-cinder-796114-3-iscsi {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:17:23.020505 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device c74aace1-1067-413f-ae5e-edf3ce45ba70 no longer exists at agent ovs-agent-dv-cinder-796114-3-iscsi {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:17:23.032267 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-fe3f42e0-15e0-41f7-a7b2-03ebab8ebaab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16236325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-700135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16222792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702067'] for network, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:23.036290 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-2491a2fd-a8da-4ab1-87c0-a7736380508d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:23.039066 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-fe3f42e0-15e0-41f7-a7b2-03ebab8ebaab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16222807'] for network, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:23.041771 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.plugin [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] No Port match for: c74aace1-1067-413f-ae5e-edf3ce45ba70 {{(pid=91876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:17:23.042141 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron.plugins.ml2.rpc [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Device c74aace1-1067-413f-ae5e-edf3ce45ba70 not bound to the agent host dv-cinder-796114-3-iscsi {{(pid=91876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:17:23.043583 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-fe3f42e0-15e0-41f7-a7b2-03ebab8ebaab admin admin] 10.222.0.49 "DELETE /v2.0/networks/ea1b44ab-d475-44aa-b323-cb30604cde89 HTTP/1.1" status: 204 len: 168 time: 0.7286041 Jun 16 16:17:23.062887 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3f42e0-15e0-41f7-a7b2-03ebab8ebaab admin admin] Pushing event deleted for resources: {'Network': ['ID=ea1b44ab-d475-44aa-b323-cb30604cde89,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:23.068371 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-fe3f42e0-15e0-41f7-a7b2-03ebab8ebaab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:23.249473 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 44344) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:17:23.312050 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-f658095e-1d71-49eb-a602-d4cfc24969f7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4831be885723435580a9afb0153a4572&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0605826 Jun 16 16:17:23.314528 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 44346) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:17:23.371212 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-3df748e7-ad1d-4b46-aefd-0d9ceb59cf97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:23.394626 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-3df748e7-ad1d-4b46-aefd-0d9ceb59cf97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:23.451252 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-3df748e7-ad1d-4b46-aefd-0d9ceb59cf97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:23.454277 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-3df748e7-ad1d-4b46-aefd-0d9ceb59cf97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:23.455529 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-3df748e7-ad1d-4b46-aefd-0d9ceb59cf97 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2c638afc-b80c-40e3-8df2-52ed9463785f HTTP/1.1" status: 204 len: 168 time: 0.1400290 Jun 16 16:17:23.456439 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-2faf28d7-5fbb-4e23-b958-b30d27217bb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:23.466159 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df748e7-ad1d-4b46-aefd-0d9ceb59cf97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c638afc-b80c-40e3-8df2-52ed9463785f,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:23.468983 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-3df748e7-ad1d-4b46-aefd-0d9ceb59cf97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:23.929868 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [-] (91874) accepted ('10.222.0.49', 44352) {{(pid=91874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:17:24.003912 dv-cinder-796114-3-iscsi neutron-server[91874]: INFO neutron.wsgi [None req-cd1df4e4-c4db-4082-8451-b2e9fc10ac42 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2b64e4083b434f7babcd07ab0748ffdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0720792 Jun 16 16:17:24.006205 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.wsgi [-] (91875) accepted ('10.222.0.49', 44356) {{(pid=91875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:17:24.065333 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-0a03f3ad-6f1e-4aff-b305-9de2bcb540fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:24.099557 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-0a03f3ad-6f1e-4aff-b305-9de2bcb540fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:24.176440 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-0a03f3ad-6f1e-4aff-b305-9de2bcb540fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699909'] for security_group, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:24.179864 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-0a03f3ad-6f1e-4aff-b305-9de2bcb540fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:24.181044 dv-cinder-796114-3-iscsi neutron-server[91875]: INFO neutron.wsgi [None req-0a03f3ad-6f1e-4aff-b305-9de2bcb540fb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a3411082-c1f4-4cc4-b3dd-152081d1d022 HTTP/1.1" status: 204 len: 168 time: 0.1735101 Jun 16 16:17:24.181886 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-51630e70-a8a2-4a6d-a0b1-211743f11f4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:24.191452 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a03f3ad-6f1e-4aff-b305-9de2bcb540fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3411082-c1f4-4cc4-b3dd-152081d1d022,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:24.194318 dv-cinder-796114-3-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-0a03f3ad-6f1e-4aff-b305-9de2bcb540fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:24.811924 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.agents_db [None req-058d43c2-15cf-4374-9ac5-1369303d1fb9 None None] Agent healthcheck: found 6 active agents {{(pid=91877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:17:47.482758 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-5d24247e-0e46-42a3-8018-094eccad7cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:49.524240 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:49.907488 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-7329ca28-1f95-4637-8f71-ca1459b640e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:49.960598 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:51.358406 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-6ad78952-ea93-43a4-8288-1e7c2f1dde9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:52.907740 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-459ba97e-0994-401b-bd86-9772962a392e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:01.812232 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.agents_db [None req-058d43c2-15cf-4374-9ac5-1369303d1fb9 None None] Agent healthcheck: found 6 active agents {{(pid=91877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:18:17.484983 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-cd2066f0-1b09-45ba-aad0-e825b9abcabc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:19.528421 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:19.907940 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-71504306-211c-4eed-8f63-3e1c9faaee80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:19.963315 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:21.359893 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-6ad78952-ea93-43a4-8288-1e7c2f1dde9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:22.902827 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-459ba97e-0994-401b-bd86-9772962a392e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:38.812686 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.agents_db [None req-058d43c2-15cf-4374-9ac5-1369303d1fb9 None None] Agent healthcheck: found 6 active agents {{(pid=91877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:18:47.488310 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-203b93b2-d539-4f94-a203-b3eb378da264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:49.541340 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:49.911475 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-9becc380-2d38-476b-b976-17aa34a73ab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:49.969149 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:51.362823 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-6ad78952-ea93-43a4-8288-1e7c2f1dde9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:52.899953 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-459ba97e-0994-401b-bd86-9772962a392e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:15.812381 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.agents_db [None req-058d43c2-15cf-4374-9ac5-1369303d1fb9 None None] Agent healthcheck: found 6 active agents {{(pid=91877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:19:17.490581 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-a06d1184-6db1-42f5-ad0e-3683dbefc7ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:19.537728 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:19.913084 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-aff7a084-aece-4421-bdd9-827743bfae55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:19.971425 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:21.363108 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-6ad78952-ea93-43a4-8288-1e7c2f1dde9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:22.901270 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-459ba97e-0994-401b-bd86-9772962a392e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:47.494010 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-8fad9166-a944-4e11-ba1b-2fb478e14e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:49.554433 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:49.915635 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-34fa46a3-8540-4b87-b9de-02f9cb3961ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:49.971388 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:51.368325 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-6ad78952-ea93-43a4-8288-1e7c2f1dde9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:52.810537 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.agents_db [None req-058d43c2-15cf-4374-9ac5-1369303d1fb9 None None] Agent healthcheck: found 6 active agents {{(pid=91877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:19:52.905349 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-459ba97e-0994-401b-bd86-9772962a392e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:17.494919 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-34a35974-5264-4567-b28f-fd71c7f90e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:19.553044 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:19.918388 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-4b37e4a2-1ed9-4650-bf1b-4f94645c3261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:19.972314 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:21.369104 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-6ad78952-ea93-43a4-8288-1e7c2f1dde9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:22.908971 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-459ba97e-0994-401b-bd86-9772962a392e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:29.813163 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.agents_db [None req-058d43c2-15cf-4374-9ac5-1369303d1fb9 None None] Agent healthcheck: found 6 active agents {{(pid=91877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:20:32.296177 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [req-e5eb70aa-6d5a-4a92-8f4d-46b77c93b97b req-e941db30-cd5d-46c5-af53-92154fb22006 service neutron] (91874) timed out ('10.222.0.15', 57872) {{(pid=91874) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 16 16:20:33.766077 dv-cinder-796114-3-iscsi neutron-server[91874]: DEBUG neutron.wsgi [req-1d114b00-5bbd-47b2-9d92-2c04d67e981e req-a49b059c-3ae5-47d3-940a-bb3ca90b35ae service neutron] (91874) timed out ('10.222.0.15', 57850) {{(pid=91874) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 16 16:20:47.496783 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-d7f6448e-1ff4-4e10-8465-43ecc41ca4ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:49.568260 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:49.921731 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-46edd081-a6f4-4bae-ab92-d36a4f7629f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:49.975128 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:51.373429 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-6ad78952-ea93-43a4-8288-1e7c2f1dde9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:52.912980 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-459ba97e-0994-401b-bd86-9772962a392e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:06.812945 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.agents_db [None req-058d43c2-15cf-4374-9ac5-1369303d1fb9 None None] Agent healthcheck: found 6 active agents {{(pid=91877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:21:17.494049 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-9655ec74-0782-4375-b56b-3dca287564d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:19.583086 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:19.922676 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-0e11fa59-1e1d-40d2-9b9b-2a27a0a88257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:19.978522 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:21.375444 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-6ad78952-ea93-43a4-8288-1e7c2f1dde9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:22.915199 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-459ba97e-0994-401b-bd86-9772962a392e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:43.811169 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.agents_db [None req-058d43c2-15cf-4374-9ac5-1369303d1fb9 None None] Agent healthcheck: found 6 active agents {{(pid=91877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:21:47.496137 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-5f117c36-1248-4501-a1ff-48067533b08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:49.599299 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:49.933616 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-29c29729-87c9-48c3-9432-8f931218289c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:49.980102 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:51.378050 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-6ad78952-ea93-43a4-8288-1e7c2f1dde9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:52.920592 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-459ba97e-0994-401b-bd86-9772962a392e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:17.504821 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-555a9373-3dc0-43be-88ee-6d4c6694f5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:19.609810 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-c41c33ec-96b7-48da-b56e-4168c8bf00fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:19.928067 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-4599add5-460e-43fd-8335-b6f9e5f0194c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:19.983377 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-17978d47-1ad0-4cfb-b68b-1c0707823748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:20.809448 dv-cinder-796114-3-iscsi neutron-server[91877]: DEBUG neutron.db.agents_db [None req-058d43c2-15cf-4374-9ac5-1369303d1fb9 None None] Agent healthcheck: found 6 active agents {{(pid=91877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:22:21.386445 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-6ad78952-ea93-43a4-8288-1e7c2f1dde9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:23.045048 dv-cinder-796114-3-iscsi neutron-server[91876]: DEBUG neutron_lib.callbacks.manager [None req-459ba97e-0994-401b-bd86-9772962a392e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726811427871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16228834'] for agent, after_update {{(pid=91876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}